{"msg":"Running step start_crdb","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:29.602302069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:29.603161762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpmcWQyX","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:29.638684759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpmcWQyX/data)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:29.638754137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpmcWQyX/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpmcWQyX/listen-url","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:29.663697355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=7 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:29.664876284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"cockroach pid: 25268","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:31.140753493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"cockroach listen URL: postgresql://root@[::1]:64760/omicron?sslmode=disable","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:31.14088712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"Running step start_clickhouse","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:31.141524059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:31.141567485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.199016884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.199132565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.322117625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.32222068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.357662305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.357768647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"mgd port is 43496","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.449798971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"Running step record_switch_dns","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.449845464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.450017316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.450186854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.450510509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpR9pOYr"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.616952003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.61704068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.617155158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:38773"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.617811475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.617895763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.617930453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.618970765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.619128359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.619281134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmptcBA8U"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.628734268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.628781342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.62881038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:47955"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.62912649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.629170217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.629204586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.630039679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.630296712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.630339607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"setting up nexus server","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.6309181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633175728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633228553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633249364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633273422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633293132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633316649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633335286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633356578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633375736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633397139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633416037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633439513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633463692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633482369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633503421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633524954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633911544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633950361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.633976052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634023807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634052435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634079649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634106322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634129658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634148616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634172895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634192083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.6342158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634235289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634256261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634275359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634297493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634318775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634353434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634379506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634398414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634419796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634438895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634461229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634479566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634504064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634522601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634548503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634568012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634589635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634611629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634657189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634684063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634703883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634808832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.63484291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634871396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634890855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634912839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634931466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634956366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.634974772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.635040092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.635068439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.635088178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.635109911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.635290391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:38773","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.659699064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"new DNS resolver","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.659784023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","addresses":"[[::1]:38773]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.659986076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:64760/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 64760,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.661857705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Database schema version is up to date","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:32.848468033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:32.950544884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"20200324-c48a-492d-86ee-4936ce12fb87","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030032739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030147788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030179501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03021885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030276565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030304701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030340452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03037449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030409509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030435431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030470952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030509549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030542464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030584137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030619548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030653966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030679628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030714086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030748445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030783725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030810088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030846129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030882231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030909085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030945547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.030987701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031029835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03105745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031092039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031128963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031165947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031201608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031226507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031260214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031296126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031320645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031355344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031389632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031414201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031449141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03148376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031510954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031547407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031583208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031608348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031643769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03167963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031716002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031741333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03177511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031811543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031836533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031868757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.03190546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.03193051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.031966031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"SEC running","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.033669535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"sec_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"SEC","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.037286551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.037360288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.04142656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.04168226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.042925517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.042990196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.043445142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.043781993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.051877363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50131","req_id":"7ce65d50-859d-4710-a01a-d4391c72df3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 74 41 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 tA..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.054735828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50131","req_id":"7ce65d50-859d-4710-a01a-d4391c72df3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29761,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29761,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:33.056506215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50131","req_id":"7ce65d50-859d-4710-a01a-d4391c72df3c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.112500711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.112603726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.112669647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.11495455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.115159428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.115227804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.115269347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.115603132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.219603526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.21970561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.219754888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.221676156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.221756406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.221796886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.221835884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.222123577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.466562887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.466659239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.466708226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.468796287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.468882158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.468921837Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.468962297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.469226153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.58633252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.586428641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.586474022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.587023447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.596742992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.59682214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.598600353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.598657897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.598879198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.599008857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.599307943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.60442084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.604482964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.604615017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.604654726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.605094261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.642870709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.642940888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.642972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.643602637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.646203549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.649770446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.649829964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.649914974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.649947248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.649972268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.650293979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.652485185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.652539613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.652566908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.652959149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.655531394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.659337307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.659423289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.65945416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.66007654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:33.683411113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.683563316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.683606783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.685824611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.685878349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.685900162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.685923448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.686325209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.6930962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.693213523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.693892997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.699207867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.699368737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.699457925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.699568014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.708215734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.714357261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.714455527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.714486569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.715126854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.729056448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.729125937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.729156217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.729850069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.736116214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.752314358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.75349498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.753824066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.753953083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.754102421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.75420775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.75482483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.75730914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.757365672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.757392426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.758114915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.761543647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.761598957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.761627033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.762410283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.770808076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.775616185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.775678289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.775706616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.776097094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.790079572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.790169562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.790199371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.790224331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.79086614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.793133748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.793236041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.793268486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.794070885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.795930269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.795984668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.796012002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.796395296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.798523516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.804945842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.805080871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.805111933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.806020153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.815248349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.815304682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.81631267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.825115589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.825172112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.825752909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.829760855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.829907126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.829947607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.829973218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.830612572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.832715161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.832771984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.832799279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.833238454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.83519421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.835243238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.835272126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.836215275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.838980354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.845252872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.845330977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.845361909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.846036914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.899523061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.899630956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.89966795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.899695335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.900734706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.90327658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.90332667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.903356239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.904035161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.906706674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.906896452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.906968736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.907655805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.910018653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.917359549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.917406132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.917432515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.918375514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.984869479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.985130368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.985248033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.985338233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.986162665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.988884468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.988991091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.989141631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.98980882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.992346035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:33.993218133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.993325777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.993840763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:33.9977642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.016100003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.016240714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.016327126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.021356497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.03108498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.03132594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.031425508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.032025694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.061749667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.062107881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.06274978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.066559451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.066616655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.067368112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.071726997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.071836435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.071866835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.071893037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.072394326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.099122601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.099181267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.099208782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.099958165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.103718277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.103762846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.103787786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.104273493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.122634396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.135734567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.135798515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.135937973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.135985087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.136059625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.136089204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.136512998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.138945084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.139041266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.139074893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.139416644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.143177828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.14327431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.143306063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.144195425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.148971712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.157304244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.157373001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.157404083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.157773639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.170632259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.170695856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.170724893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.170749863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.171406522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.173922254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.174101471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.174228384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.175219909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.17711241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.177215275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.17730821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.177954378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.18029917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.189829308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.189976681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.190018855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.190507138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.26152658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.2615968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.261624154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.261649946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.26212386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.267935129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.268046591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.2688043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.271584069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.271623147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.272105688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.27782813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.277962598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.278003429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.278029431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.278578274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.284293441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.284353261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.284382268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.284788748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.291964996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.292024214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.292052571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.292784028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.307263367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.315891919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.316013592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.316058551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.316086236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.316679068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.325802496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.32587501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.326068365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.326096872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.326682058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.329399993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.329454271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.329671815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.330601958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.334126992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.334184656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.334214125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.334687769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.337054354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.357477967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.365187057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.365271806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.365302537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.365327176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.366054675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.369172507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.369253268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.369283288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.369973834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.372891958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.372949112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.372976206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.374439602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.381421222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.387079376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.387170247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.387201519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.387584833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.451594738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.451666702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.452394562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.456144904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.456262809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.456294041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.456319532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.456965028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.459145262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.459217717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.459244059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.459858513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.461999479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.462592912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.462635015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.463334599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.46636622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.471914514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.492714046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.492777152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.492805378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.492829807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.494764812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.49803633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.498137963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.504862621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.505794809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.508319038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.508364699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.5083902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.508837852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.51088482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.519787408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.519869291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.519900142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.520264989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.526375975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.529352185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.529819997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.538323219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.538391555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.538422998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.538450463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.53900113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.56054773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.560642569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.560674242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.561436972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.564939731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.564994139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.565022666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.565779444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.567967764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.572785022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.577677891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.577916106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.57796336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.578031385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.578956849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.581115019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.581174207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.581203596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.58223952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.58415719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.584206338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.584232491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.584805512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.587090565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.593413824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.59347722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.593505977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.593883269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.603116405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.603282386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.604341366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.609973628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"created built-in services vpc","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.610063176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.610182504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.610270329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.613641045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.613697708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.613775122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.613857166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.614679665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.625359854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.625510725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.625550404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.625579361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.626079017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.632602865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.63269557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.63272565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.635483445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.641108071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.641181387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.641736253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.653631684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.653693166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.653724108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.653749048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.654597889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.658496657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.66084179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.66097274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.661124503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.661768636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.674818858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.674921472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.674954328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.674979899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.6755728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.678598198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.68058662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.680643944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.680673503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.681078119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.739718486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.739804778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.740509753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.744367399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activating background tasks","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.744421336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Running step start_sled1","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.747993093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.748240786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.803037364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.803580586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.804683734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.804743594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.804775157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.804804625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.806062552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.80612222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.806153914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.806700483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.806752667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.806780412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"111.562µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.80688971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.80693488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.806959769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.80698539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.807801156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.80785868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.80788845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.808066845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.808110763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.808135311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"57.946µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.808163608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.808401011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","expiration":"2025-04-30 06:27:34.808138989 UTC"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.808652582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.80870196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.809751071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.810024656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.810073273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.810101018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.810213783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.810257911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.810697917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.810755221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.810781053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.810807435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.811379505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.811435988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.811467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.811495086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.812401612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.812954864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.813106296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.813146967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.813175915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.813204361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.813229992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.814062641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.81411197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.814139655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.814171719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"87.926µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.814301237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.814697757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.8147395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"452.412µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.814767856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.814926813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.814972925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.815000019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.81502549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.815610145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp6J00uP/artifact-config.json","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.81641587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.816940285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp6J00uP/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpprFW07/artifact-config.json","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.816996948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.817023631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpprFW07/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.870014432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:42715","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.870175062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:42715","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.870823223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:42715","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876522809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87668878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876721906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87674936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87677429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876798919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876821715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876844219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876867265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.8768899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876915311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876941012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876966072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.876988387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877012585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877036232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877059288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877081202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877104558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877127103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877149137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877171401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877193525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87721608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877238174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877261912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877284326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877307583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87733135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877354095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877378203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877404746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877427582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877452221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877477652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877501128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877526198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877549785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87757248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877596809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877623382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87764773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87767244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877696918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877721417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877743491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877767489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87780819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877835154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87785824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877880815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877903169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877925684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877947949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877972467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.877997137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878020172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878042657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878066615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878089761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878115583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878141334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878164049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878185943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878208167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878232596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878255371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878277726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878300952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.87832525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878349178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878372104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.878406612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.878433536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.878461903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878488375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878715338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878759365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878784325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"31.373µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878869946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.878909304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87893237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"42.144µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.878956368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.878979784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.879001969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"72.064µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.879028992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.879052058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.87907809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.879102479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.879242167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87959474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.87964004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.879668497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.879694519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.879719298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.879745039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.8802274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.880271208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.880735853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.880821314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.881199968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.881252843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.881280909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.881306821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.881699103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.881755345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.881784002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.881810464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.882276202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.882331673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.88237553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.88240533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.882447464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.882476471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.882889524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.882975646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.883002489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.883276726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"328.364µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.88332395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.883442386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.883481474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.883913384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.883957091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.884085407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.884114976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.88414187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.884494322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.884539762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.884567908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.88458884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.884612718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.884709671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.884759881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.88514613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.885187904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.885278204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.885318845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.885888099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886050993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.88610429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.886128187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886153297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886494898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886583304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.886616711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886645859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886670317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886698373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.886724646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.886793292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.887150113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.887205804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.887252117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.887279641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.887691342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.887740971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.887776311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.887804958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.888226267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.888275405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.888303772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.888329593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.888712266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.888764109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.888793297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.888820952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.888887174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.888918356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.889259476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.889307291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.889335037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.889361149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.889800885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.88984888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.889876896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.8899041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.890305771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.890356532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.890383235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.890408756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.89085739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.891729137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.893499213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:57340/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.894196272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.8942502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.894281011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.894307714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.894724144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.895032278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:33307"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.895367746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50367","req_id":"42ec9677-4203-4fd9-ab4a-a0bc21895164","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: e4 f4 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.895421864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50367","req_id":"42ec9677-4203-4fd9-ab4a-a0bc21895164","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:34.895798475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50367","req_id":"42ec9677-4203-4fd9-ab4a-a0bc21895164","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.895847382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60974","req_id":"390645a5-4ee4-4231-a825-709e7e61063f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 69 89 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 i............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.895887903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60974","req_id":"390645a5-4ee4-4231-a825-709e7e61063f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:34.896163612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60974","req_id":"390645a5-4ee4-4231-a825-709e7e61063f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.896535984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.896582948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.896611795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.89663944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.897083405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.897345457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.897390557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"91.253787ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:34.897533191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.897574984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"89.725612ms"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.897925012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f99054e4-a833-4c7c-a8fc-ec3163fe7a14","remote_addr":"127.0.0.1:33307","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered sled agent","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.899968934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:34.923116765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","pruned":"{}","expiration":"2025-04-30 06:27:34.808138989 UTC"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.923207856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"expiration\":\"2025-04-30T06:27:34.808138989Z\",\"pruned\":[]}","iteration":1,"elapsed":"115.016563ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.940559879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.950549302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65106","req_id":"24bdf285-dfc3-4d54-a2db-6b0c3943cdc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 97 b3 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.950938017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65106","req_id":"24bdf285-dfc3-4d54-a2db-6b0c3943cdc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:34.951598292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65106","req_id":"24bdf285-dfc3-4d54-a2db-6b0c3943cdc8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:34.95195859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:34.952097326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.952220281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"141.48515ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.959659844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.990887844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:34.99106154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.991162782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:34.991749361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.003033303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.029144728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"216.216087ms"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.030447203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60244","req_id":"eacac469-23ff-4ea3-9ce3-4a1a7fb0b0d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 35 1f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 5............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.030619166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60244","req_id":"eacac469-23ff-4ea3-9ce3-4a1a7fb0b0d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:35.061866534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60244","req_id":"eacac469-23ff-4ea3-9ce3-4a1a7fb0b0d0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.084437666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.088662724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.088722433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.088754467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.089137129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.09092423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.09736334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.097426776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.097498609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.09783514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.100695819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.108320992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.108443997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.10863106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.109147008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:35.11002671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:35.110134475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.110247631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"298.840471ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.138216256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.143260437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.143370325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.143400977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.143716806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.152481659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.152603282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.153055172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.213272982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.217977475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.21804006Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.218074398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.218593413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.225423882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"339.129804ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.300916286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.324732859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.324840844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.324874982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.325285299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.325673743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.32572754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.326431403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.499081848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.503065876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.503239231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.503270363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.503300343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.503327056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.50361508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.506693383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.510439858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.510500458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.510532101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.510558855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.510582883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.510886027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.549891763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.557059584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.562453702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.570888959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.571473794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.571530056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.572022547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.592806428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.59286794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.592996176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"707.757731ms"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.604327342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"713.942915ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.604389536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","count":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.604600477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"718.812767ms"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.678648142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"791.361497ms"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.734538049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"846.182784ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.748427994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.748498985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.748531049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.748560207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.749359399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.773485539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.773592813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.773624777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.774149051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.774822283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.774880348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.775293792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.775560283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.77561386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.776165589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.776254937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"886.776114ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.776299476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.776324987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:35.777554877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.77774211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"972.29226ms"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.778895809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49759","req_id":"d88d82c1-802d-4f1b-b042-7f792de70583","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fe 52 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .R..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.778957291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49759","req_id":"d88d82c1-802d-4f1b-b042-7f792de70583","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:35.779337148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49759","req_id":"d88d82c1-802d-4f1b-b042-7f792de70583","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:35.779822545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.77988001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"965.060741ms"} {"msg":"failed to read DNS config","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:35.78768495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.787863556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"980.989668ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:35.788068154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.788180267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"975.122197ms"} {"msg":"inventory collection is None","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:35.789223706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.789350078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"910.342809ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.857194103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.857275986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.859344507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.868814626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{}","iteration":1,"elapsed":"989.127382ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.86911788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.869168702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.869198992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.869226006Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.86925304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.870266038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.870380055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"f99054e4-a833-4c7c-a8fc-ec3163fe7a14","remote_addr":"127.0.0.1:33307","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":972458,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.871171342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:57340/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"f99054e4-a833-4c7c-a8fc-ec3163fe7a14\", \"date\": \"Wed, 30 Apr 2025 06:37:34 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.871532872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873169763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873230184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873259502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873283811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873309271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873334862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873409531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.87343897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873462737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873489591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.873513168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.873536755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.874352931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.87440772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:41335"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.874432369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.874450415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:37:35.945060180Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 57340,\n target: \"ed17d58d-b896-4a0c-aa32-8f49ac565145.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"d3abd2e7-8d4e-4107-845e-1589cbe455cb.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64760,\n target: \"4ab3552c-c6ae-438f-bcb6-459c21d49a69.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"79dea131-906e-43ac-8930-29266d0cc6c8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 65106,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"4ab3552c-c6ae-438f-bcb6-459c21d49a69.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"ef9aba7a-584c-494e-824b-b8c5f8f65207.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64745,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61293,\n target: \"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"d3abd2e7-8d4e-4107-845e-1589cbe455cb.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"ed17d58d-b896-4a0c-aa32-8f49ac565145.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"d3abd2e7-8d4e-4107-845e-1589cbe455cb.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"d3abd2e7-8d4e-4107-845e-1589cbe455cb.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43496,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42715,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 37147,\n target: \"d3abd2e7-8d4e-4107-845e-1589cbe455cb.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51822,\n target: \"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41335,\n target: \"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.945737029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.947345955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"body":"Some(Body)","uri":"http://[::1]:51822/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.949935444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.950000143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.951357888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.957097524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:64869"} {"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.960470605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.960556907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.078216115s"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:35.961986084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/config","method":"PUT","req_id":"d0aeced5-c203-4a81-8fc9-5d132d8300b8","remote_addr":"[::1]:64869","local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.963025415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"new_generation":1,"req_id":"d0aeced5-c203-4a81-8fc9-5d132d8300b8","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.963080244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.963106236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.963956921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.96455363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.964604401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.964629481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"new_generation":1,"req_id":"d0aeced5-c203-4a81-8fc9-5d132d8300b8","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:35.964797886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/config","method":"PUT","req_id":"d0aeced5-c203-4a81-8fc9-5d132d8300b8","remote_addr":"[::1]:64869","local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2841,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.966010072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(Response { url: \"http://[::1]:51822/config\", status: 204, headers: {\"x-request-id\": \"d0aeced5-c203-4a81-8fc9-5d132d8300b8\", \"date\": \"Wed, 30 Apr 2025 06:37:35 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:35.967029753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.033811131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"body":"Some(Body)","uri":"http://[::1]:52840/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:36.035321761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:36.035392842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:36.035428493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.035457421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.036015523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.036145963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.154393073s"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:36.036377093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39308"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:36.036915727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/omicron-config","method":"PUT","req_id":"25d0c750-8e60-44fc-9460-09e15b2627e6","remote_addr":"[::1]:39308","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:36.04164516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/omicron-config","method":"PUT","req_id":"25d0c750-8e60-44fc-9460-09e15b2627e6","remote_addr":"[::1]:39308","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4712,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.041941099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(Response { url: \"http://[::1]:52840/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d0c750-8e60-44fc-9460-09e15b2627e6\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:37:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.042526145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"body":"Some(Body)","uri":"http://[::1]:52840/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:36.042796403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/network-bootstore-config","method":"PUT","req_id":"1506a405-0348-4c24-9a18-7c3611873a67","remote_addr":"[::1]:39308","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:36.043476729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/network-bootstore-config","method":"PUT","req_id":"1506a405-0348-4c24-9a18-7c3611873a67","remote_addr":"[::1]:39308","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":668,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.043613952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(Response { url: \"http://[::1]:52840/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"1506a405-0348-4c24-9a18-7c3611873a67\", \"date\": \"Wed, 30 Apr 2025 06:37:35 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.044505779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:36.044553855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.146206224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.146403066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.146512805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.146598355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.147310865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.154131194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.15910286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.159180665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.159211426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.159621153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.160168603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.163844197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.16390101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.163933595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.164296808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.164748609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.164797476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.164827396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.165373403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.165975072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.172724831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.172808938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.172842154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.173177042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.194044379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.194115631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.194149358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.194177113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.1954607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.197531286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.222874912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.222936384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.222968167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.22338099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.22454549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.224893634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.225653488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.226117492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.231874583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.231955123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.231987357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.24374787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.244175762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.357428641s"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.24930413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.368038741s"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.255024768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.261691421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.262321506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.262429501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.262956832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.342867138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.342948811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/vpc-routes","method":"GET"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.349917726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.350224988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"4.460341769s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.350432672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.350482361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.350616649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.467272128s"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.480295856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.480382899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.480414222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.480440103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.481614684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.481997817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.482053077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.482081474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.482652642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.485052513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.485111912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.485141531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.485167142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.495966038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:39.496321496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.496375043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.686410958s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.508958334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.50914207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.520317086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51770"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.534174646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc-routes","method":"GET","req_id":"11688993-0013-497c-83cf-d93e9e616c0b","remote_addr":"[::1]:51770","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.53443786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53404","req_id":"df5f438d-391d-4f46-87d4-ffa8aa3a7032","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d1 87 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.534687187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53404","req_id":"df5f438d-391d-4f46-87d4-ffa8aa3a7032","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.53501494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.535255439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.535615948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53404","req_id":"df5f438d-391d-4f46-87d4-ffa8aa3a7032","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.536255853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc-routes","method":"GET","req_id":"11688993-0013-497c-83cf-d93e9e616c0b","remote_addr":"[::1]:51770","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2093,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.538091039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3924, tv_nsec: 336917068 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.538229375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.540598144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11688993-0013-497c-83cf-d93e9e616c0b\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.542692287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.54282951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.543635817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.544319599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.551367191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.551430698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.551463403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.553989706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.560270681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.560397794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.56375347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.570601264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55383","req_id":"c68fddf7-3595-4908-8c15-2029b934bb6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 dc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.571002944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55383","req_id":"c68fddf7-3595-4908-8c15-2029b934bb6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.571404354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.571577108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55383","req_id":"c68fddf7-3595-4908-8c15-2029b934bb6c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.636756604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.639689417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.751910912s"} {"msg":"No bundles to collect","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.668335072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.668568758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.79095274s"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.672138921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58145","req_id":"508c9e03-0d8b-4ecd-ad76-9aaa374703c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 84 6f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .o..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.672212077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58145","req_id":"508c9e03-0d8b-4ecd-ad76-9aaa374703c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.672292637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:39.672368909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58145","req_id":"508c9e03-0d8b-4ecd-ad76-9aaa374703c4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.672395472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.672425251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.672451363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.68658305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071a4dc1-e9c3-43a5-9dc3-4f23f7a0334c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.687408254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.731007322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"831ceb87-f75f-498e-b5a9-7c881148e128\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.731663339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.753491541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd650236-0b70-424f-8b5e-9712859a21bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.753725026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.774233949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.774297485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.774331513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.77436027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.775075576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.792027831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d096ba-65c3-4aad-820b-60d976a35821\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.792320314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.792756162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.792814769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.792846713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.793924981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.794445107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.801065087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.801127892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.801161199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.801189866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.801215517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.801932806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.802109308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.802269076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.802316581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.80328467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.815457754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.822687208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.822755805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.822785103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.822819011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.822844982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.822870593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.823219619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.823272865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.826760534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.826817708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.826847758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.827222103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.845241646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.849706763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.849969787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.850169204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.851661748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.87260198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39135423-64f9-4fd2-a201-c82aec939ff7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.872833712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.875235527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47a41ef-95b8-4939-bd3f-03feab4c58c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.875344224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.877582553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8482da98-27f9-472c-9ffd-80778a4e0fe7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.877662202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.880118807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.880175199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.880203736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.88164639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.882695791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.904082773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.904140619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.904168695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.904969761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.906662844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:52840/artifacts-config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.907216307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.907271777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:52840/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.908160017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/eip-gateways","method":"PUT","req_id":"812abc63-de49-40fe-8a25-292360ea82f4","remote_addr":"[::1]:51770","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.908572639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35617"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.908848278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6621621a-8b83-4ddb-a8ac-17954fc65d15\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.9091102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.909778552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/eip-gateways","method":"PUT","req_id":"812abc63-de49-40fe-8a25-292360ea82f4","remote_addr":"[::1]:51770","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1680,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.911749449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/artifacts-config","method":"PUT","req_id":"3f7d49df-9081-46b5-bb6e-e938f4733a30","remote_addr":"[::1]:35617","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.911992222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/eip-gateways\", status: 204, headers: {\"x-request-id\": \"812abc63-de49-40fe-8a25-292360ea82f4\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.913359697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{}","iteration":1,"elapsed":"5.028765827s"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp6J00uP/artifact-config.json","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.925787549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.925900975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp6J00uP/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpprFW07/artifact-config.json","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.925978489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.926040282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpprFW07/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp6J00uP/.artifact-config.json.tmp","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.926134229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.926633775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.926752251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.926854655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.927629909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpprFW07/.artifact-config.json.tmp","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.928344503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.929774212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8baa99f-b58d-4f62-9d17-5e0aed441340\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.930178197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"Starting delete reconciler","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.930554236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.931151175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/artifacts-config","method":"PUT","req_id":"3f7d49df-9081-46b5-bb6e-e938f4733a30","remote_addr":"[::1]:35617","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":19431,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.932006319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/artifacts-config\", status: 204, headers: {\"x-request-id\": \"3f7d49df-9081-46b5-bb6e-e938f4733a30\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.932223772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.932886082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/artifacts","method":"GET","req_id":"f7d61a65-34fa-4d65-9b0c-90eec5c265f9","remote_addr":"[::1]:35617","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.933227863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/artifacts","method":"GET","req_id":"f7d61a65-34fa-4d65-9b0c-90eec5c265f9","remote_addr":"[::1]:35617","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":349,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.93369307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d61a65-34fa-4d65-9b0c-90eec5c265f9\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.934033358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled":"http://[::1]:52840"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.938409297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:37:39.932102661Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:37:39.933995392Z\"}]}","iteration":1,"elapsed":"5.049619356s"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.940381125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.949109065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.949173404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.949198524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.949223463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.949800373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.950559325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b083a4-21db-4d07-be80-1494ec8809d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.950893651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.951277566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.958095731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.958164929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.958196221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.958702099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:39.961460044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.961512138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.96154344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.961993417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:39.97006085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.970428894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.971266072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.973604982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"176f87c5-c3c1-4f07-aab0-008698060a9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.973961863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.976397977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d71f66-7b3d-49b7-a421-5282d4449ba8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.97679114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.978793329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153526ed-eab2-4a72-bc0c-ecf65abcb7c6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.979120651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.981113672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ab3d5b-d3cf-40d2-8e73-3f310beb4e48\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.982288643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.984707493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"800605f1-c3c6-485b-b684-260b578543ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:39.984920988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.035801514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.036327723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.036380097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.037315852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.037918011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53916"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.038483408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/v2p","method":"GET","req_id":"7ed6d77d-6a96-43f9-a8c2-02803cefee15","remote_addr":"[::1]:53916","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.039010007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/v2p","method":"GET","req_id":"7ed6d77d-6a96-43f9-a8c2-02803cefee15","remote_addr":"[::1]:53916","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":534,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.039414583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed6d77d-6a96-43f9-a8c2-02803cefee15\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.03967911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.039805051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.039883758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.040849733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{}","iteration":1,"elapsed":"5.160570038s"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.044488813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32e5408-7298-4554-9a75-40e8c704dfa6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.045071514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.045434487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.045545288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.046348739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.049734214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b3205f-555e-4af8-8e22-a13a34d2786f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.04996291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.051974478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccaa672e-c6cb-4e40-aec6-2d830290134d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.052214566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.054423798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.054523747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.054566583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.054595661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.055410484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.06318292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.063243611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.063277158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.064239185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.066226274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00deb91b-b6df-49ec-9de9-d48b136ffa4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.066383547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.067475172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb5f2df-f814-4c00-996e-937eaad829bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.067634419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.068561807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb151edc-41f0-4668-8426-cf4078b79166\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.068629522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.070525961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ace423e-7604-4c6c-8a5d-18a49154e01c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.070638856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.071838205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.071892453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.071925669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.072506908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.074351773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.074451151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.074482644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.074928973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.076298983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9efa4dcb-e24a-43c9-8399-387a3efd32b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.076429874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.077674604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.084636856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.084751093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.084792245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.084821794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.085335448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.087711171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9fef507-b798-42f6-8958-ee081188966e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.087982492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.089695675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.089754432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.090814514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.10049881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.10055938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.101286228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.103833083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475419ac-1cfc-46e1-a56c-6afdcc8ef186\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.103985957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.110488032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.110548192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.111005163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.114038707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.114100931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.114132744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.114160419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.114555156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.116643367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.116703096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.116734428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.117128563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.117547738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142af5ca-c76d-4e05-8e00-e1ce194449b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.117692026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.119104089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.119160051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.119192766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.11960642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.121430535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.12769164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.127801979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.127839584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.127874825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.127903271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.127930365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.128288709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.13010584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e9d170f-6125-4a0c-9773-924c0786f163\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.130640785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.131035201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.131183667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.131294568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.132216916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.135152735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53fa8a0b-6ad6-41da-8ec8-9c466aa3ccd0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.135395168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.136962351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.137169834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.137271757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.137867865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.138865312Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ba25d46-1557-4b23-aac2-769e2b20995a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.13908976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.140800759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.148905797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.149010155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.149044303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.149505663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.150861394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ee2182-8f36-4f92-bc67-6b860644344c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.151055881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.152129771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72e47ad-bf4a-40fd-a095-7c23fdf31801\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.15239012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.153586584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.153641433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.153671693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.153698046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.154291849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.154772476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d62f81-5587-4f3e-b83c-20ec4fe6787b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.155083596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.156101895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.15615949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.157395392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.159888389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.163786426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.163922928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.163954441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.164374197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.164973832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.165030214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.165440391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.16622245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078dca43-daab-4e63-b4b1-c5db9732a478\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.166431366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.167651176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8eb9f4-a697-4ea7-bd22-8aca17da1d77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.167746216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.16794932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"IpPool { parent: Fleet, key: 2cef2771-6986-4933-805b-50dc79f4d1b9, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.168000202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.168030803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.168058117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.168523084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.169440652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.169584659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.170042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.173084822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.182677205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2cef2771-6986-4933-805b-50dc79f4d1b9, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.182738928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.182769098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.183895021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.186087219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.186145365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.186793346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.189806048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4679943b-f23e-4b77-a07e-4966fc2c1c9b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.190097329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.192630005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.192696868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.19282845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.192875795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.193970366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.194513087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"IpPool { parent: Fleet, key: 2cef2771-6986-4933-805b-50dc79f4d1b9, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.194570571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.19460006Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.194626232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.195253392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.198880889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.198939727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.198970909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.199801724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.200945152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.21043505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2cef2771-6986-4933-805b-50dc79f4d1b9, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.215520052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.215571334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.215601284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.2163925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.22314799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"IpPool { parent: Fleet, key: 2cef2771-6986-4933-805b-50dc79f4d1b9, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.223225996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.223257228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.223387587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.22458343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.225168897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba193c6-4227-4b55-84b3-33f9c23f1475\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.22541669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.226301012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.237416329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.237500677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.237526779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.243709227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.243792222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.243824026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.244232179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.246173627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.253742227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 2cef2771-6986-4933-805b-50dc79f4d1b9, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.254395639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.254501189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.256344662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.256913365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.261260868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.261324474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.261355827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.261384293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.262126653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.262445358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.262495758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.262524956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.267503836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.278532089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.283183818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.284716792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.294129727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.294398422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.29449803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.295407823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.329761591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.329833364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.329863744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.329892151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.329923243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.330697065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.334337628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.338120876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.338184593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.338217038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.338892985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.341871319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95824dfb-0802-44ca-bccc-21c3b4a0b118\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.342064684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.350788335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.350841802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.350867804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.350891381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.386781459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b11cf6-8b4c-4d6c-8075-86ffd1ff3177\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.387080505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.39085233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"321a0923-4d78-4d8c-b4dd-d7a4f8644ba6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.390938973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.392666144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeac0e8c-7b67-495d-8049-f14204e28269\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.392744921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.394949664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94bfd516-6009-41ef-b38c-c3a475fd1ed4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.395045435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.396064084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1b8bfd-d12f-476a-b188-fc8c94fab810\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.396663589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.416892544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d9dd8f-ea62-4fd4-9ae8-0e05e6b3c92f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.417615624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.419293908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf38b53-d6a6-42e2-b3b8-b83434244cb1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.41935996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.420597796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e76ed4-de33-45fa-8ebd-4b9aac340e00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.420770801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.420821361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.420880129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.420910639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.421763128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.431121754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.436348488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.436409941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.436441484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.436470291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.436496453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.439000142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.441915661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.446812968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.446875062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.446906154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.447456781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.449143602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.449200044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.44922797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.449250845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","elapsed":"5.565208764s"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.449277228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{}","iteration":1,"elapsed":"5.565251881s"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.51210604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.512163685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.513235821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","blueprint_id":"a3e49cab-336b-4dab-bb9f-4ae5ee4febc8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.513277785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.513307264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.513333686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.513358606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.514432075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.515041188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41300"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.516454825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"d0e20fdb-360d-40d8-8050-d25502d98480","remote_addr":"[::1]:41300","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.517286492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"d0e20fdb-360d-40d8-8050-d25502d98480","remote_addr":"[::1]:41300","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":836,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.518137538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e20fdb-360d-40d8-8050-d25502d98480\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:37:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.529198446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.529274447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.529303455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.530890738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.530994514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.531026628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.531093812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.53169517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.53290947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.536768849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.539596263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.543716151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.544005277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.54406157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.544475925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.622039385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.622245646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.622360445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.622396537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.68201336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.682080924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Inserted service networking records","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.682108048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Inserted physical disks","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.682155252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Inserted zpools","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.68217917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Inserted datasets","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.682201705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.706347764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.712977664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.714981647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.715058149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.715090053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.715115724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.716060597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.730959271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.739369177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.739727221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.739878161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.73997285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.740058851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.74068042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.746858469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.751301452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.804602049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.804695265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.804726978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.804752709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.806584388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.811414502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.821023327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.821087816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.821117044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.821142374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.821166563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.821827089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.825439586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.83573553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.841797929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.841866145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.841896566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.841922557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.842701229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.851100404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.857220498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.874564965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Created recovery user","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.876167508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Created recovery user's password","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.887457533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.887520318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Silo { parent: Fleet, key: f246e2e9-7d40-4988-b9b8-300c05ba506a, lookup_type: ById(f246e2e9-7d40-4988-b9b8-300c05ba506a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.887585999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"f246e2e9-7d40-4988-b9b8-300c05ba506a","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.887618965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.887644926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.888377807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.896674417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.896724647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.896752863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.897484792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.905331896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.913027309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Silo { parent: Fleet, key: f246e2e9-7d40-4988-b9b8-300c05ba506a, lookup_type: ById(f246e2e9-7d40-4988-b9b8-300c05ba506a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.913096978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Granted Silo privileges","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:40.920177515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.920232625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.920262184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.920290641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.920318266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.921036747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.924743353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.928998481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.94221301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.943933648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.944797309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.957917129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.958055284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.960699884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.969059399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.969131142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.969985454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.974608055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.974672072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.974705519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.97473109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.976739461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.981429045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.981484967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.981513744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.982600299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.988507569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:40.990368045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.990424418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.990876178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:40.994013719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.006465118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.00679758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.006887028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.007045865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.007140103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.007220603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.007989726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.038586668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.038679393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.038711777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.039311101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.042238474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.04229656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.042327421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.043425178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.048207587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.055493253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.055555938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.055582661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.056070594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.066475705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.066544101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.067966515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.068198558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","collection_id":"acb073a4-09b9-4d60-b7a9-13bde5c98c91"} {"msg":"inventory collection complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.068247926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","time_started":"2025-04-30 06:37:39.671349 UTC","collection_id":"acb073a4-09b9-4d60-b7a9-13bde5c98c91"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.068739425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"collection_id\":\"acb073a4-09b9-4d60-b7a9-13bde5c98c91\",\"time_done\":\"2025-04-30 06:37:40.529188 UTC\",\"time_started\":\"2025-04-30 06:37:39.671349 UTC\"}","iteration":2,"elapsed":"5.199610063s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.069144643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.069196506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"39.048µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.069229111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:41.069258379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.069282357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"17.775µs"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.071562149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.071619173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.072512283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.077570611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.077681903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.078693729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.081376885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.081437145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.081468357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.081495511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.082213852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.084274368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.084329838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.084358956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.08491804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.090977243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.092268305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.092388324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.093691561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.096858371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.104774924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.104841416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.104866166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.10489345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.105802762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.109537202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.109594466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.113404177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.121721238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.121787119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.124064497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.1286535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.128716035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.131088201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.134022678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.134085513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.134115533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.134142627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.135192349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.138300291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.138357345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.138386302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.138967811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.14329866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.14339932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.143432346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.143887563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.145896085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.156179965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.156250295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.156277179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.156312299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.156338771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.156364302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.156880611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.162287133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.162346662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.162377243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.163572654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.16649126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.166547542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.166577972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.167108429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.170504756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.182962768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.1830591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.183092196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.18360644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.188945588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.189025337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.190182413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.194324756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.194389916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.195243967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.197484231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.197539822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.19838734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.207077365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.207136412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.208142547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.212106826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.212172587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.212203398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.212229831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.212695168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.215455087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.215511389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.215540848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.21588336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.217972923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.218032833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.218062913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.218746535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.222296328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.234308742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.234371507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.2343981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.234431706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.234457488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.234481686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.234981572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.237270653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.237326695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.237356274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.238235165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.240549295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.240614616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.240674525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.241273318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.243481808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.251503411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.251575865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.251604773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.252457993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.259462609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 979df943-456e-441b-a03a-d04738ce156d, kind: Service { id: 0eff9347-9f8b-4a56-8253-8e30bed76ae1 }, name: Name(\"external-dns-0eff9347-9f8b-4a56-8253-8e30bed76ae1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 49601fe2-d761-4205-88cf-4676feaadb42, kind: Service { id: ed17d58d-b896-4a0c-aa32-8f49ac565145 }, name: Name(\"nexus-ed17d58d-b896-4a0c-aa32-8f49ac565145\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.259589191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.259683118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.259828849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.259921924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.260961556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.264702279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.272340908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.272407922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.272566508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.273020983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.280110849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:37:40.928950Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.28018169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.282569227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 979df943-456e-441b-a03a-d04738ce156d, kind: Service { id: 0eff9347-9f8b-4a56-8253-8e30bed76ae1 }, name: Name(\"external-dns-0eff9347-9f8b-4a56-8253-8e30bed76ae1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 49601fe2-d761-4205-88cf-4676feaadb42, kind: Service { id: ed17d58d-b896-4a0c-aa32-8f49ac565145 }, name: Name(\"nexus-ed17d58d-b896-4a0c-aa32-8f49ac565145\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.282643405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.376762531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:37:34.900339Z, time_modified: 2025-04-30T06:37:34.900339Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(52840), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(42715) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.377136436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.377272848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.37740911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.378271107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.383690535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.383874552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.38396901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.384056755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.384938962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.387661477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.392204238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.465097323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:52840/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.465800865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42182"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.466948802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ee7fea8d-b1bc-4c36-9f01-ea098da72113","remote_addr":"[::1]:42182","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.468921883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ee7fea8d-b1bc-4c36-9f01-ea098da72113","remote_addr":"[::1]:42182","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1989,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.469233724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"ee7fea8d-b1bc-4c36-9f01-ea098da72113\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.471053721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.471156014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.471195703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.472023884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.472374181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.472566875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.472647296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.472752465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.474098858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.474300149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.474401391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.474690517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.474907088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.47495307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.474981436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.476155505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.476201056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.47622784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.476642426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.476682415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.476708427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.476778707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.476806633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.477307872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.477351929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.477380586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.477407069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.477431638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.477456157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.477865873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.478992338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56865","req_id":"985d3cbf-2c79-4fa2-bc8c-65559441dda6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b0 96 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.479116385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56865","req_id":"985d3cbf-2c79-4fa2-bc8c-65559441dda6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.479372696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.479549558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"79dea131-906e-43ac-8930-29266d0cc6c8.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.479646691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56865","req_id":"985d3cbf-2c79-4fa2-bc8c-65559441dda6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51822, target: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.479793825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62235","req_id":"d95dfa3a-df3a-45b6-8670-295931f07794","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 1a e1 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.479835327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62235","req_id":"d95dfa3a-df3a-45b6-8670-295931f07794","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.479966208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.480117109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.480155114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62235","req_id":"d95dfa3a-df3a-45b6-8670-295931f07794","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61293, target: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.481514633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51822, target: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3926, tv_nsec: 280388377 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.481571667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.481878348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 61293, target: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3926, tv_nsec: 280769958 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.481924179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.482274858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.482321781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.482349497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.482375959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.483405731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.484430743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.484478799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.48450442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.484528588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.4853474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.485641245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.485688089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.485718639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.485746124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.486328875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.486912348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60658","req_id":"9b1ff8a2-7ee9-45ed-ae4f-6da737a74551","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c6 e9 01 00 00 01 00 00 00 00 00 01 24 37 39 64 ............$79d\n0010: 65 61 31 33 31 2d 39 30 36 65 2d 34 33 61 63 2d ea131-906e-43ac-\n0020: 38 39 33 30 2d 32 39 32 36 36 64 30 63 63 36 63 8930-29266d0cc6c\n0030: 38 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 8.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.48707387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60658","req_id":"9b1ff8a2-7ee9-45ed-ae4f-6da737a74551","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 55,\n 57,\n 100,\n 101,\n 97,\n 49,\n 51,\n 49,\n 45,\n 57,\n 48,\n 54,\n 101,\n 45,\n 52,\n 51,\n 97,\n 99,\n 45,\n 56,\n 57,\n 51,\n 48,\n 45,\n 50,\n 57,\n 50,\n 54,\n 54,\n 100,\n 48,\n 99,\n 99,\n 54,\n 99,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.487315892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"79dea131-906e-43ac-8930-29266d0cc6c8.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.487416102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60658","req_id":"9b1ff8a2-7ee9-45ed-ae4f-6da737a74551","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"79dea131-906e-43ac-8930-29266d0cc6c8.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.487544026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61469","req_id":"89b7ec45-6f68-4f2b-a43a-7e1cc8fc102a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 3e c2 01 00 00 01 00 00 00 00 00 01 24 30 65 66 >...........$0ef\n0010: 66 39 33 34 37 2d 39 66 38 62 2d 34 61 35 36 2d f9347-9f8b-4a56-\n0020: 38 32 35 33 2d 38 65 33 30 62 65 64 37 36 61 65 8253-8e30bed76ae\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.487594818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61469","req_id":"89b7ec45-6f68-4f2b-a43a-7e1cc8fc102a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 48,\n 101,\n 102,\n 102,\n 57,\n 51,\n 52,\n 55,\n 45,\n 57,\n 102,\n 56,\n 98,\n 45,\n 52,\n 97,\n 53,\n 54,\n 45,\n 56,\n 50,\n 53,\n 51,\n 45,\n 56,\n 101,\n 51,\n 48,\n 98,\n 101,\n 100,\n 55,\n 54,\n 97,\n 101,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.487683023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.487773433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61469","req_id":"89b7ec45-6f68-4f2b-a43a-7e1cc8fc102a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"0eff9347-9f8b-4a56-8253-8e30bed76ae1.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.488558778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","addresses":"DnsServersList { addresses: [[::1]:51822] }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.488613878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"addresses\":[\"[::1]:51822\"]}","iteration":2,"elapsed":"14.28417ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.489030688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","addresses":"DnsServersList { addresses: [[::1]:61293] }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.489153613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"addresses\":[\"[::1]:61293\"]}","iteration":2,"elapsed":"12.691527ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.489189926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:41.489219044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.489243192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"22.404µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.489269103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:41.489294494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.489317891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"76.643µs"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.48964868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.495032507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.495092927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.495122837Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.496013221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.496410322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.501995861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.502095018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.502277722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.503387834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.504212487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.512922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.514743419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.51480889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.514836655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.514859861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.514885663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.514911795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.514936614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.517477787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.524167506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.532289098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.532393336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.532486962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.53252578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.533592926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.533997081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.544290931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.545231264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.54528911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.545734617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.5457912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.546353831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.548586089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.559627448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.559689892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.559788118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.560204989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.560607761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.560662861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.562162058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.574241836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.574304431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.574442616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.575062872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.576227382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.576274286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.576624894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.576731517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56113","req_id":"f73ea3de-1107-4498-96fc-17707a359858","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 49 1c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 I............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.576841245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56113","req_id":"f73ea3de-1107-4498-96fc-17707a359858","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.577744986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.577910355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.578005074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56113","req_id":"f73ea3de-1107-4498-96fc-17707a359858","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.589294758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3926, tv_nsec: 377230539 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.589348786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.589374166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56431","req_id":"41dcec3a-ce1a-46c4-b452-cba7a2f864ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 00 bd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.589406721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56431","req_id":"41dcec3a-ce1a-46c4-b452-cba7a2f864ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.589485157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.589505077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56431","req_id":"41dcec3a-ce1a-46c4-b452-cba7a2f864ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.650452952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found DNS version","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.651346993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.651445189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"reading DNS zones","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.651508926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.651575679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.651745497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.651890195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.6519877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.653080407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.653231819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.653317309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dfedcfc3-4043-4140-9870-ecc0a6327b51"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.653481115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.653584491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.653666224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.653746925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.65426651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.655322705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49702","req_id":"779e6eb6-9a6b-4e50-bc55-312fa48e79d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 07 29 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .)..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.655516771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49702","req_id":"779e6eb6-9a6b-4e50-bc55-312fa48e79d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.655824083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:41.656020936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49702","req_id":"779e6eb6-9a6b-4e50-bc55-312fa48e79d6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.656412947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.656502094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.656630711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.657595493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.657658298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.65805603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.662568892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.674847386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.674926394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.674959059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.675704003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.679402783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.687463964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.687546568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.687577921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.688306242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.690322319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595cfda7-2ff0-4eba-bec7-58aef1e70e6b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.69067919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.692010513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.692208838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.69225515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.692320891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.692779916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.693844567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.693880819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"1b872820-77d1-4827-bc9c-b877319b9eb7"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.693911109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.693937011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.693962802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.693987632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.694613619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.694893968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dfedcfc3-4043-4140-9870-ecc0a6327b51"} {"msg":"read DNS config","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.694943807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.694971773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","generation":1} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.694996402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"generation\":1}","iteration":2,"elapsed":"222.794464ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.695047824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.752183293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_server_url":"http://[::1]:51822","servers":"DnsServersList { addresses: [[::1]:51822] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:51822/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.752904279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.75295954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.753054509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.753089188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.753786417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.755101678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:41652"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.755591604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.762356542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.762417494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.762447203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.762820737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.763021928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.768681154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.768741123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.768770502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.769716407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.771001427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.771345833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.771409159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.77263938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.772774429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/config","method":"PUT","req_id":"e027463e-674d-4d26-a6d3-31339d014a7e","remote_addr":"[::1]:41652","local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.773593101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"new_generation":1,"req_id":"e027463e-674d-4d26-a6d3-31339d014a7e","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.773740655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"new_generation":1,"req_id":"e027463e-674d-4d26-a6d3-31339d014a7e","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.773988108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/config","method":"PUT","req_id":"e027463e-674d-4d26-a6d3-31339d014a7e","remote_addr":"[::1]:41652","local_addr":"[::1]:51822","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1207,"response_code":"204"} {"msg":"found all DNS names for zone","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.776562727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"1b872820-77d1-4827-bc9c-b877319b9eb7"} {"msg":"read DNS config","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.77730179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.777363793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","generation":2} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.777392952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"generation\":2}","iteration":2,"elapsed":"299.857076ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.777420256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.8596536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_server_url":"http://[::1]:61293","servers":"DnsServersList { addresses: [[::1]:61293] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:61293/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.861282325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:37:33.473977Z, time_modified: 2025-04-30T06:37:33.473977Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: f246e2e9-7d40-4988-b9b8-300c05ba506a, db_silo: Silo { identity: SiloIdentity { id: f246e2e9-7d40-4988-b9b8-300c05ba506a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:37:40.714851Z, time_modified: 2025-04-30T06:37:40.714851Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: f246e2e9-7d40-4988-b9b8-300c05ba506a, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: f246e2e9-7d40-4988-b9b8-300c05ba506a, db_silo: Silo { identity: SiloIdentity { id: f246e2e9-7d40-4988-b9b8-300c05ba506a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:37:40.714851Z, time_modified: 2025-04-30T06:37:40.714851Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.861810027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"f246e2e9-7d40-4988-b9b8-300c05ba506a\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"f246e2e9-7d40-4988-b9b8-300c05ba506a\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo f246e2e9-7d40-4988-b9b8-300c05ba506a with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"384.910548ms"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.864376149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:58750"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.864906115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cd90eac-f6ae-40b2-a247-090420825ac3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.865241413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.865468285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_server_url":"http://[::1]:51822","servers":"DnsServersList { addresses: [[::1]:51822] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:51822/config\", status: 204, headers: {\"x-request-id\": \"e027463e-674d-4d26-a6d3-31339d014a7e\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.865561571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_server_url":"http://[::1]:51822","servers":"DnsServersList { addresses: [[::1]:51822] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.867341818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"servers":"DnsServersList { addresses: [[::1]:51822] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.867538049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"generation\":1,\"server_results\":{\"[::1]:51822\":{\"Ok\":null}}}","iteration":3,"elapsed":"172.071952ms"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.868017054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.868069067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.868208946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.868755014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.869285321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/config","method":"PUT","req_id":"8c4cc2f7-7010-4b1f-b3eb-f4a921d887f2","remote_addr":"[::1]:58750","local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.870478478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"new_generation":2,"req_id":"8c4cc2f7-7010-4b1f-b3eb-f4a921d887f2","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.870530912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.870552345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.870914617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.871115968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.871152912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.871175537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"new_generation":2,"req_id":"8c4cc2f7-7010-4b1f-b3eb-f4a921d887f2","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.872205509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/config","method":"PUT","req_id":"8c4cc2f7-7010-4b1f-b3eb-f4a921d887f2","remote_addr":"[::1]:58750","local_addr":"[::1]:61293","component":"http","kind":"dns","component":"external_dns_server","latency_us":2835,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.874821251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_server_url":"http://[::1]:61293","servers":"DnsServersList { addresses: [[::1]:61293] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:61293/config\", status: 204, headers: {\"x-request-id\": \"8c4cc2f7-7010-4b1f-b3eb-f4a921d887f2\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.874898074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"dns_server_url":"http://[::1]:61293","servers":"DnsServersList { addresses: [[::1]:61293] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"DNS propagation: done","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:41.877996277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"servers":"DnsServersList { addresses: [[::1]:61293] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.878060785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"generation\":2,\"server_results\":{\"[::1]:61293\":{\"Ok\":null}}}","iteration":3,"elapsed":"103.207283ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.878093901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.888092563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.888195829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.888268413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.888384244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.888480466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.888564593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.889206322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.892119156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c3a8bf-922f-45dc-a233-bc1c109c1ac2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.892606877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.893432372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.893559505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.89360223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.894513406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.899959737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae220ed7-b16d-4f89-b9fd-4294dcde3789\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.900172441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.900716475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.900771324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.900800102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.901774163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.908810843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.918638013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.91870201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.91892267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.919425772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.925373843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec86f1e1-b63a-4d18-92e5-fe52e41221db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.926715116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.929938298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.929996564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.931317145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.931854706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6380aabd-1a35-44a8-a9d3-66ffb1084684\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.932079253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.937738108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.937796515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.938404917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.942469285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.942521519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.943134721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.943464919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd24f3cd-ef73-4635-bf04-efc7c3b04e22\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.943680999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.945948166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.94600028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.946028737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.946052965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.947261403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.952174833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.952235153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.952322898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.952842313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.95303686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934864be-809a-495e-8565-ec73f4c74399\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.953172921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.956069452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"659f7bf7-9558-48b2-bc0b-fa9260693651\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.956270022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.958536438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e300ae5-4ae8-48cb-b129-1451aaf07933\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.958719402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.959771298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.960177087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.960231906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.960699477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.961589821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5577c713-ea41-4997-96a0-f160722d0d81\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.961805782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.964314189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed9d24b-bc4f-450b-ab8c-6bd90fe5ad0f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.964365251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.964393287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.972156835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.972227326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.972315942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.972355622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.972815117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:41.976496833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.976627944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.978319715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.978972345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a707c54-fd79-4d9b-8d8b-8e00d82b5fc0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.979251521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.986153523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18768a7f-1e08-46c2-afdf-0257cf54cec8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.986529893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.989879507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496ded34-6f7d-4b61-b2a7-519490752b5d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.990098243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.993925187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d4e787-61e5-45b7-a275-bd77b045ae0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:41.994257089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.002415173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.004468945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.004520288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.00958557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.009853123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.01050399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.011930662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3133d14-8654-47d2-81a9-158c912acda4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.012058126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.013883754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.013935126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.013963593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.013989564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.016364787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.016776547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6845e029-2e56-47c6-b221-8aacde8ec293\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.017056154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.020482812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.020539094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.020568903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.021311393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.024124207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.02418114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.024211561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.025154139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.026875088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29914eeb-7a11-4c55-9514-d17115b487fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.027063934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.028531849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.037101964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.037167896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.037193617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.037227164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.03725524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.037280761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.037667201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.03796785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddd9d90-17f8-4137-9f0b-727f398d7118\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.038515421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.04091912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e632b567-f17a-45fa-a19e-80564a18509a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.04105986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.041097956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.041124579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.041149188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.041778963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.042616371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0e1f4f-0c33-46ee-aaa9-ee7a5633af1c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.042761731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.043824178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ff4e34-888e-4b54-9bb9-5480b494324a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.043946913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.044128254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.044178454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.044205347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.044722207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.046336393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094f1a98-4f7b-4e10-801c-03d120988bb6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.046529909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.047097019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.054079491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.054180853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.054210201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.054824135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.064404102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc7cd7f3-5789-4488-a74c-3e757d50e625\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.064573299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.066436331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.066488836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.067228991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.06737406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e160ee-c428-4d7a-9aac-dd099eb29508\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.067493878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.069988889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.070045011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.07046114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.072060597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4df9ddc-659d-4ee6-9371-036398bd5b3c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.072189284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.074634916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.074689435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.077404414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.079684457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdec2398-0633-463d-836b-c85037f926b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.07988172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.080670051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.080722676Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.081696165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.085334424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.085399524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.085428782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.085453081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.086357202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.088520533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"289fde1d-cbff-414d-b72a-2239b6405d7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.089239405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.089551507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.089752477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.089798068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.090580146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.093370816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.093427389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.093455665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.094113997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.096265354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.106936004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.106993549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.107016414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.107046805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.107071675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.107094761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.107687652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.109672787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62437523-d4ba-47e9-a8df-1841d705a109\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.109892926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.110927327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.111223156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.111276142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.112902662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.116108209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22ad712-57ac-494a-84e5-684dc0909127\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.11785015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.118214666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.118250257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.118273483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.118845072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.121023332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88a87ee-b130-4b40-936c-8fa6eb2a9aa4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.121246056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.122222271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.129979607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.130072172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.130104967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.130666506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.132361703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a9e5dba-c12b-468b-b9ce-976b97aa114d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.135578503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.137224903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d8a73b-8aaf-4ba2-9f34-e921405bb87e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.137354942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.139630786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e807d73-3c2c-4749-b802-dd9c8965b03d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.141129162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.141401575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55152ee-f78c-4eca-9a34-14a84151a3b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.141512335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.143056101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5740e8b-337f-4b51-8cdb-cd4a95988bea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.143239897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.143491849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 49601fe2-d761-4205-88cf-4676feaadb42, kind: Service { id: ed17d58d-b896-4a0c-aa32-8f49ac565145 }, name: Name(\"nexus-ed17d58d-b896-4a0c-aa32-8f49ac565145\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 979df943-456e-441b-a03a-d04738ce156d, kind: Service { id: 0eff9347-9f8b-4a56-8253-8e30bed76ae1 }, name: Name(\"external-dns-0eff9347-9f8b-4a56-8253-8e30bed76ae1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.143563953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.143590736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.143615335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.143639554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.144736289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.148694525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.156598323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.15673739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.156782861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.157180403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.162907183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba24bfa-ab27-4d91-9bbe-8c266993fd4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.163140037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.163555134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:37:40.928950Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.163607799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.163858739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 979df943-456e-441b-a03a-d04738ce156d, kind: Service { id: 0eff9347-9f8b-4a56-8253-8e30bed76ae1 }, name: Name(\"external-dns-0eff9347-9f8b-4a56-8253-8e30bed76ae1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 49601fe2-d761-4205-88cf-4676feaadb42, kind: Service { id: ed17d58d-b896-4a0c-aa32-8f49ac565145 }, name: Name(\"nexus-ed17d58d-b896-4a0c-aa32-8f49ac565145\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.163926364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.170955218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a6a06f-2a36-4c54-a0a6-9bec9d62747b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.17106643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.176192954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960b7c15-a3cb-4915-848b-cd7aad5b0f81\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.176485958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.179553219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0a3580-ff01-47b7-9ae5-844b00992e32\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.179764861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.180689503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b375c203-a85a-4ed3-b111-ab502674d2e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.181040052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.182552645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f74fa40-2c03-4e6a-8890-30dd14d5353b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.183656545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.185949904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32bd8207-f4d0-40c5-9c58-c3780885697a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.186179371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.187384933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ab0f02-9970-48ae-bc3e-6a38e3ffedd1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.187576585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.187690853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.187832315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.187977063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.190688866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.191404141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:37:34.900339Z, time_modified: 2025-04-30T06:37:34.900339Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(52840), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(42715) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.191511936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.191726524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.191942314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.192971755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.197058748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.203264122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.203408499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.203506404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.203591654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.203668938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.204261068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.213438794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.213529785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.213563723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.213594835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.214642192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.21695027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.223166356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.306732706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:52840/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.307573892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.316417332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.3165566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.316643212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.318730261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.319911544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33716"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.323356237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5db5a045-4d5b-4bcd-9c6d-9c2eafe6973b","remote_addr":"[::1]:33716","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.326432186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5db5a045-4d5b-4bcd-9c6d-9c2eafe6973b","remote_addr":"[::1]:33716","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3440,"response_code":"204"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.424900839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.424974896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.42671863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48151"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.427701599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"5db5a045-4d5b-4bcd-9c6d-9c2eafe6973b\", \"date\": \"Wed, 30 Apr 2025 06:37:41 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.429944097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.430058956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512430085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512511898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512542318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512568461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512594302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512619612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512644272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51266873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512695063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512719131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512742848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512764882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512789782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512812617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512836475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512859791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512883749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512907847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512935101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512958888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.512983718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513007175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513029619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513052275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513075591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513099549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513121623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513149398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51317543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513198516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513221782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513243496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513266622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513313645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51334116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513365088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513389396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513413154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513436831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513458584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513480237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51350174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513522942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513544255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513568072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513591799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513614875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513638322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513661939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513685436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513709133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513732941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513754804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513779163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513803792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513826858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513848611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513871928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513895054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513919442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513944041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513967498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.513991315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514014983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51403884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514060473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514084551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514107878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514132938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514157246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514181264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514204891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514228117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514251554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514276203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51429977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514322786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514345822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514367224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514392896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514416944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514440581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514464548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514487494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514511111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514534518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514562123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514588075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514615599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51464093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51466629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514693164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514716561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514741711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514768163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514793374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51481671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514842582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514868253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514894044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514919174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514944074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514969615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.514995566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515022881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515047961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515074233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515100195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515125115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515150275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515174533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515199002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515224112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515249723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515275915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515299883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515324041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515351726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515377547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515401736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515425924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515448629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515472887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515497587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515522266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515545552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515569239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515593047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515615121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515638527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515663517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515687164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515711323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515736272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515759879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515786282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515811522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515834288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515858426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515882554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515907083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515932563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515955359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.515978896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516004066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516029036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516053564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516077622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516102432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516127341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516152051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516174525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516197161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51622193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516248493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516274855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516303512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516327911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516351598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516375957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516399454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516424002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516449764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516475104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516499633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516523611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516547378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516571637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516595925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516618821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51664344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516667568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516692437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516716335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516740904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516764962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51678934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516814721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516838949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516863167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516887756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516912796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516937035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516961143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.516986744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517011202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517036122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517061392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51708541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517109939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517134238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517159167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517182434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517207534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517232133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51725608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51728122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517304667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517330098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517354306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517380348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517404857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517430067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517455748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517481219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517507652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517533814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517556619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517584505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517610436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517635627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517659434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517684795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517711989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517738582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51776301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517787269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517811196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517836968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517862058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517887108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517911396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517935805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517959712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.517983921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518008319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518034632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518059311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518084791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518115232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518140893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51816924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518196143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518220482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518245051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518268357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518292385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518316263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518338437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518360481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518385901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518412284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518436673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518462013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518487774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518512914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518537243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518561151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518587744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518612884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518639156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518663895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518687953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518712141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51873647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518762171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.51878654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518811119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518835467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518861178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518884846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518909875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518934204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518958693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.518983121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519007831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519032009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519059664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519085405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519109804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519134383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519159002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519184282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519210585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519236727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.519261656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.519283069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:45978","component":"dropshot_external","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.590732056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.590839701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59087442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.590905502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.590935812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.590961614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.590987345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59101475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591066523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591096412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591163706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591194518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591219798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591246151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.5912709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591297032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591323274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591349567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59137638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591403023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591429506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591455999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59148176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591505287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591530868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591554685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591579886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591604254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591628643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591653753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591678622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591703522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591729303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591757199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591780295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591806637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591831908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591860194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591885976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591911496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591937368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591961656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.591987277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59201375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592038159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59206408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592088329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592113779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592140032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592166555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592193508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592220953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592245752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592270351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592297145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592325832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592351533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592376613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592476352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592504298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592529247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592554618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592579598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592605329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592686711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592720528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592746129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592771149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59279641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59282185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592845247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592870187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592895407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592919745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592943903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592968442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.592992721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593017099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593043442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593069484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593093892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593118581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593208481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593302488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593380423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593411285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.593613087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59491455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595029729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595419616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595479546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595510367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595534756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595561328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.5955874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595613102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595636779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59566268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595689574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595713131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595738371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595765305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595790515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595814323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595838902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59586338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595888991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.595914482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596019642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596053589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596078689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59610417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596128589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596152486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596177316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596250051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596292054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596318728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596344308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596369609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596394208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596421081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596446262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596473205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596497884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596522113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59654564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596570249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596595549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596620178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59664634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596670589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596695328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596719767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596744326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596769105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596792832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596817111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59684172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596865858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596890507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596916418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596940667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596962891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.596988692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597012069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597037259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597061818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597086517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59711311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597135745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597160344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597257889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597286095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597311596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597336405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597361134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597385523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597410012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.5974343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597456895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597482687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597654679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597686904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597712454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597736853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597761472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597786412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59781056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.5978355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597858355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597887774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597913375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597938505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.597963845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598025188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598064095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598089806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598113133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598137121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59820194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598405405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598435826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598462118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598485144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598509973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598535174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598559432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598584322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598607458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598630834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598656125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598682738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598708559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598733108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598757667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598782416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598807857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598833248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598857265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598881724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598906113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598932806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598956944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.598983196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599009749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599037384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599062605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599089709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599114668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599140029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599163726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599186922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599209808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599234597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599309326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599349777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599425928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599458213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599484565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599509545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599534044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599556318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599581589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59960752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59963236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599657309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599679965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599705586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599729834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599754884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599780445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.59980828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599832559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599856506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599881226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599905835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599930143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599955083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.599979722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.60000407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600031254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600057477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600082416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600108629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600131524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600155512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600177957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600199951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600225391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600249499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600276213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600348376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600388055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600414528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600439047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600463696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600487854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600511852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600534758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600558485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600583214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600607232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600632042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600656681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.6006816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.6007064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600733063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600758023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600782591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600807271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.60083205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.60095748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.600989053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.601013902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.601040515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.608033529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:60558","component":"dropshot_external_techport","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.608780397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.608899654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:56218","component":"dropshot","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.609038571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:56218","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.609825208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:56218","component":"dropshot","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:56218","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.609945899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.609974235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","addr":"127.0.0.1:57340"} {"msg":"starting producer registration task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.609997441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.610017682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","interval":"10s","address":"127.0.0.1:56218","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Running step start_oximeter","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.610045597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.610065257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"registered DTrace probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.610847966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.610900451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.610926933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.612023869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.61339935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"1b2cfd71-5321-4caa-b897-4bb5b7958c4a","remote_addr":"[::1]:48151","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.621087397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:57340","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.621146555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.712199262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://127.0.0.1:57340/metrics/producers","method":"POST"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.719292034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"1b2cfd71-5321-4caa-b897-4bb5b7958c4a","remote_addr":"[::1]:48151","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":105983,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.720693616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:43737"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.72184486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2cfd71-5321-4caa-b897-4bb5b7958c4a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:37:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.729572878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.729648839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.729680051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.736932221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.737007571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.737045086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.737075526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.738219035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.740571211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"73b03f37-60ee-43a7-832b-5d2d7ebec6d4","remote_addr":"127.0.0.1:43737","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.744408166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73b03f37-60ee-43a7-832b-5d2d7ebec6d4","remote_addr":"127.0.0.1:43737","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.744516051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73b03f37-60ee-43a7-832b-5d2d7ebec6d4","remote_addr":"127.0.0.1:43737","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.745199823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73b03f37-60ee-43a7-832b-5d2d7ebec6d4","remote_addr":"127.0.0.1:43737","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.761246826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.766149705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.772392603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.772685337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.77279236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.77338464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:42.774118963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.774228551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.774321016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.778470182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:42.781170783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.781364459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.781446863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.781674787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.798188539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.801531389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.805020902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:42.813658171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"73b03f37-60ee-43a7-832b-5d2d7ebec6d4","remote_addr":"127.0.0.1:43737","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":73079,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.814161163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.814931859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b03f37-60ee-43a7-832b-5d2d7ebec6d4\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:42 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:42.817897187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"73b03f37-60ee-43a7-832b-5d2d7ebec6d4\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:42 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"73b03f37-60ee-43a7-832b-5d2d7ebec6d4\\\" }\"","delay":"204.030526ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.819119232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.832542337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.842172875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.846616418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.863420469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.867548214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.871707912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.87859792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.883475287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.891452041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.895291841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.906610623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.913511923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.918435022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.923806485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.928555667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.932126341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.936096251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.939450875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.961144268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.968314113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.974423576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.978720638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:42.98327899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:42.997552338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:42.997979189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:42.998257624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.520857459s"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.000020416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.013514853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.022742679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.044754375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.053135574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.06150491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.065688816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.065904656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65464","req_id":"4e7a74e8-35e1-4e51-99d5-4a301f556aa1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: f0 c6 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.065974235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65464","req_id":"4e7a74e8-35e1-4e51-99d5-4a301f556aa1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.066280315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.066606344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"ef9aba7a-584c-494e-824b-b8c5f8f65207.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.066657316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65464","req_id":"4e7a74e8-35e1-4e51-99d5-4a301f556aa1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41335, target: Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.067579693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50850","req_id":"7a572ded-6f36-4a2f-b52d-61393bd9542c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: e6 da 01 00 00 01 00 00 00 00 00 01 24 65 66 39 ............$ef9\n0010: 61 62 61 37 61 2d 35 38 34 63 2d 34 39 34 65 2d aba7a-584c-494e-\n0020: 38 32 34 62 2d 62 38 63 35 66 38 66 36 35 32 30 824b-b8c5f8f6520\n0030: 37 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 7.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.06764823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50850","req_id":"7a572ded-6f36-4a2f-b52d-61393bd9542c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 101,\n 102,\n 57,\n 97,\n 98,\n 97,\n 55,\n 97,\n 45,\n 53,\n 56,\n 52,\n 99,\n 45,\n 52,\n 57,\n 52,\n 101,\n 45,\n 56,\n 50,\n 52,\n 98,\n 45,\n 98,\n 56,\n 99,\n 53,\n 102,\n 56,\n 102,\n 54,\n 53,\n 50,\n 48,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.067730724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"ef9aba7a-584c-494e-824b-b8c5f8f65207.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.067769021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50850","req_id":"7a572ded-6f36-4a2f-b52d-61393bd9542c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"ef9aba7a-584c-494e-824b-b8c5f8f65207.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.125213525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.126903613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41084"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.12758988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee7821e3-87af-495e-9221-ca38f1a323c8","remote_addr":"[::1]:41084","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.128312319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee7821e3-87af-495e-9221-ca38f1a323c8","remote_addr":"[::1]:41084","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":732,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.130474638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.835695183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.835984309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51786"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.83605007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58283"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.83608027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64159"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.836108106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58910"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.836134288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58664"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.836159378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33117"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.836186091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49042"} {"msg":"will register with Nexus at 127.0.0.1:57340","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.836549275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.880688349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://127.0.0.1:57340/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.882092557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.8859037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:33723"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.886169159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"bf33d841-6064-4462-863d-225b82af512e","remote_addr":"[::1]:51786","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.886361863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd9a97ba-c5b2-4af7-9a1c-79db47b3619d","remote_addr":"[::1]:58283","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.886552904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"5c749fcd-976f-48a8-988f-cbc6253f1b58","remote_addr":"[::1]:64159","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.886684726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"72f62d6a-2c2b-417a-a7f4-f2adbcfb4db2","remote_addr":"[::1]:58910","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.886809816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"587b25b4-a31d-4f98-aeea-456b6ebf6e56","remote_addr":"[::1]:58664","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.88692771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"9ee81f39-488c-4f27-8929-bf6bd6ec82f5","remote_addr":"[::1]:33117","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.887068351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"e2a552c9-d9cb-4615-acf6-736e2abea6f1","remote_addr":"[::1]:49042","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.888102972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"bf33d841-6064-4462-863d-225b82af512e","remote_addr":"[::1]:51786","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1337,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.889847698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"fd9a97ba-c5b2-4af7-9a1c-79db47b3619d","remote_addr":"[::1]:58283","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3478,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.889912087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"5c749fcd-976f-48a8-988f-cbc6253f1b58","remote_addr":"[::1]:64159","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3411,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.890008358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"72f62d6a-2c2b-417a-a7f4-f2adbcfb4db2","remote_addr":"[::1]:58910","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3323,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.890058248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"587b25b4-a31d-4f98-aeea-456b6ebf6e56","remote_addr":"[::1]:58664","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3276,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.890090582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"9ee81f39-488c-4f27-8929-bf6bd6ec82f5","remote_addr":"[::1]:33117","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3200,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.890130231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"e2a552c9-d9cb-4615-acf6-736e2abea6f1","remote_addr":"[::1]:49042","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3120,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.890494547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.891332326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"d18643a4-a6f3-43ae-bbea-c4dad32582fa","remote_addr":"127.0.0.1:33723","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.8926893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d18643a4-a6f3-43ae-bbea-c4dad32582fa","remote_addr":"127.0.0.1:33723","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.892756935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d18643a4-a6f3-43ae-bbea-c4dad32582fa","remote_addr":"127.0.0.1:33723","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.893414916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d18643a4-a6f3-43ae-bbea-c4dad32582fa","remote_addr":"127.0.0.1:33723","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.893850063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.898583594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.90162802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:43.90168321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.90711393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"90255f3b-aae7-4f31-bedc-cf12890b97a1","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.907882592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:48905","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.907941439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:48905","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.907972932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:48905","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.908001489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:48905","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:43.908028603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:48905","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.908658628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:48905","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.909478652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:43.909525214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.500906864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"d18643a4-a6f3-43ae-bbea-c4dad32582fa","remote_addr":"127.0.0.1:33723","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":609608,"response_code":"503"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.501973569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:57340/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.509204497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18643a4-a6f3-43ae-bbea-c4dad32582fa\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:37:43 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:44.510171062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d18643a4-a6f3-43ae-bbea-c4dad32582fa\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:37:43 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d18643a4-a6f3-43ae-bbea-c4dad32582fa\\\" }\"","delay":"1.896351555s","count":"1"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.511762523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:36146"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.518994883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors","method":"POST","req_id":"bc1e9b5d-1516-400e-a427-84593a2d9b53","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.520814479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"bc1e9b5d-1516-400e-a427-84593a2d9b53","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.52095562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"bc1e9b5d-1516-400e-a427-84593a2d9b53","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.521953739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"bc1e9b5d-1516-400e-a427-84593a2d9b53","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.52895586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","address":"[::1]:48905","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.529510776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors","method":"POST","req_id":"bc1e9b5d-1516-400e-a427-84593a2d9b53","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":10525,"response_code":"204"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.534392712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"bc1e9b5d-1516-400e-a427-84593a2d9b53\", \"date\": \"Wed, 30 Apr 2025 06:37:43 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.53480802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.534909923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.53497854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.54235174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.542831406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543219409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543277405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543311493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543342334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543372925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543401883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.543432444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.543462012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.544718296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:57551","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.544772273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:57551"} {"msg":"inserting test physical disk","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.544846711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","model":"test-model","serial":"totally-unique-serial: 320f3437-149f-44b4-b046-7cbb5e9e44f8","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"320f3437-149f-44b4-b046-7cbb5e9e44f8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.544880659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.544995418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.546393373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.547450018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.607442339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:63389"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.607724541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.608456169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.60898378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a8da8145-23dd-4a74-9305-ea0f1f83dce3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.609277445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"a98559f4-37a3-4c67-aa6a-c2564c04cec9","remote_addr":"127.0.0.1:63389","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.618661613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a8da8145-23dd-4a74-9305-ea0f1f83dce3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.618807523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a8da8145-23dd-4a74-9305-ea0f1f83dce3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.619615143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a8da8145-23dd-4a74-9305-ea0f1f83dce3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.620010601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a98559f4-37a3-4c67-aa6a-c2564c04cec9","remote_addr":"127.0.0.1:63389","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.620126702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a98559f4-37a3-4c67-aa6a-c2564c04cec9","remote_addr":"127.0.0.1:63389","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.623667427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a98559f4-37a3-4c67-aa6a-c2564c04cec9","remote_addr":"127.0.0.1:63389","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.624170258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.624490647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.625156734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.62901962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a8da8145-23dd-4a74-9305-ea0f1f83dce3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":20037,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.629297464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.629509326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.629613874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.629729825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.630273158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.659931821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8da8145-23dd-4a74-9305-ea0f1f83dce3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:43 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.669258364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.67350246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.681494283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.683101345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.683483226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"a98559f4-37a3-4c67-aa6a-c2564c04cec9","remote_addr":"127.0.0.1:63389","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":74204,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.766278239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","physical_disk_id":"320f3437-149f-44b4-b046-7cbb5e9e44f8","zpool_id":"1f5de97a-665f-4d3d-9191-30a10f5b1878","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.766461575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.76658487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.767411247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.768745746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.768926997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.769103058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.769197005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.769785798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.771903778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.778056657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.789288586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dataset_id":"84713c34-5133-4e2f-8706-a43fbcc2342b","zpool_id":"1f5de97a-665f-4d3d-9191-30a10f5b1878"} {"msg":"will register with Nexus at 127.0.0.1:57340","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.789349206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.833756295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://127.0.0.1:57340/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.83447175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:62201"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.835324078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"f7e1b6a5-801f-4b97-b991-128b0a140587","remote_addr":"127.0.0.1:62201","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.835788183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f7e1b6a5-801f-4b97-b991-128b0a140587","remote_addr":"127.0.0.1:62201","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.835855587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f7e1b6a5-801f-4b97-b991-128b0a140587","remote_addr":"127.0.0.1:62201","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.83702118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f7e1b6a5-801f-4b97-b991-128b0a140587","remote_addr":"127.0.0.1:62201","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.844332066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.84473034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/producers","method":"POST","req_id":"f7e1b6a5-801f-4b97-b991-128b0a140587","remote_addr":"127.0.0.1:62201","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":9460,"response_code":"201"} {"msg":"inserting test physical disk","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.84519727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","model":"test-model","serial":"totally-unique-serial: 320f3437-149f-44b4-b046-7cbb5e9e44f8","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"320f3437-149f-44b4-b046-7cbb5e9e44f8"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.845374353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.845487799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.846306691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.846778671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e1b6a5-801f-4b97-b991-128b0a140587\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:37:43 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.848367827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"producer-registration-task","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","wait_period":"150s","lease_duration":"600s"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.856826631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"PhysicalDisk { parent: Fleet, key: 320f3437-149f-44b4-b046-7cbb5e9e44f8 (physical_disk), lookup_type: ById(320f3437-149f-44b4-b046-7cbb5e9e44f8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.856892131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.8569265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.856955337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.857587577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.860545861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.867966436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 320f3437-149f-44b4-b046-7cbb5e9e44f8 (physical_disk), lookup_type: ById(320f3437-149f-44b4-b046-7cbb5e9e44f8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:44.868102587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","physical_disk_id":"320f3437-149f-44b4-b046-7cbb5e9e44f8","zpool_id":"1f5de97a-665f-4d3d-9191-30a10f5b1878","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.868140673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.868170563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.868549638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.869718046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.869773507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.869807544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.869835059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.870433071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.87292204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.875541419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.881936941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.882035287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.882072882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.882101089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.882790522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.885097869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.892870306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.892970906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.893004593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.893437375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.902154233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.902220796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.90225322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.902281867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.902844468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.902905771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.902938566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.902966011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.902993646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.903019728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.903481668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.905825007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.911697447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.91178921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.911821996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.912228866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.912593483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.915935541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.915997244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.916031593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.916344747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.916948219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.917074391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.918578778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.918636042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.91936284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.920876075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.920932437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.921819665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60976","req_id":"6787c14a-17b2-461a-bd4e-a3a47bc9cf82","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.921935155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60976","req_id":"6787c14a-17b2-461a-bd4e-a3a47bc9cf82","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.922267558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.92247469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.922695721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60976","req_id":"6787c14a-17b2-461a-bd4e-a3a47bc9cf82","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.923334333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3929, tv_nsec: 722221815 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.923399283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.923770182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53584","req_id":"48e81550-6478-4d53-8cf7-2bd8c5af8d71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 60 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e `...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.923828959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53584","req_id":"48e81550-6478-4d53-8cf7-2bd8c5af8d71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.923914229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.923943878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53584","req_id":"48e81550-6478-4d53-8cf7-2bd8c5af8d71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.970844153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:44.97153996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53801","req_id":"c75be787-6b61-4240-910b-ad02b9851c50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: aa 98 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.971604739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53801","req_id":"c75be787-6b61-4240-910b-ad02b9851c50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.971781681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:44.971875458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53801","req_id":"c75be787-6b61-4240-910b-ad02b9851c50","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.972069194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.972114735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.972142821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.974729485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4321bc3f-db8e-4ab9-9a19-691f2dc6b5fb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.975205824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.977983889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae01f931-fcf9-4aaf-8126-d7b4178db274\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.978164218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.983020384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e23e6c-4469-40b7-babd-b7e100e6dfbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.983524638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.98718418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62918522-38f4-4b34-b031-33868c2e8fed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.987414679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.990912699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62db2e05-5af3-4858-ad51-0f68cedb7697\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.991137426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.993249585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97fc9a9-3db5-43c8-b8eb-28ef82e659ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.993341648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.995262746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c6d6ff-5378-4c71-8339-d937ae51dc20\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.995386322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.997064736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c97674-6a32-49c3-9bb3-bbab4e264d5d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.997238452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.998360077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b216f83-2207-48f1-9f4e-5fe6bca7cc0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.998578121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.99952604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f7b1ba0-de75-4fed-9f5a-864898cf1007\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:44.999669306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.003750287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002f0f9c-ec01-42b6-9bb8-debc4ce03ee0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.004034673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.005170276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d943135-c15f-454c-869b-26d3c0049826\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.005417138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.006902628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297410f8-a900-4845-8a39-0a094eac00e4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.007092847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.010401539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4db21097-453f-4050-8b6a-540013bd5b9c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.0107736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.01351406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c5cec30-a2f0-49ec-9fa9-a7586b20e91a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.013579591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.015650136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc98ca67-d1f7-4ad4-829d-3d1290e6d46a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.015719204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.01784546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc5ced4-e905-4324-b9fc-acc09c9a4877\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.017929007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.019748813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd317486-bc9c-4155-9d65-47ba91c75e52\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.019838742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.021957794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1cdd7f-ac58-4386-bf18-2b0977d84714\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.022123394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.02294444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4303c6cc-2b5e-4c11-af2e-2b3430d3aebe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.023088687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.02402348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8846c1-f717-441a-bee7-2bd5dc34250f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.024161865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.025406195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4483fa-7ffd-4025-b7d4-24f7ec0de1bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.025547777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.026790413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"083a4320-2938-400c-84c5-9619673174c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.026857416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.030450836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ad8478-600c-46d1-98e2-37daeb1cd61a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.030699892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.031137324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.03366506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6f6126-0ec7-42d3-b3d0-5a9c7dc02265\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.033806341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.035674153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08513008-0baf-4c3f-a69e-b3b5b80eed5c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.03578822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.037665841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c3be01c-feec-40bb-9683-73a06402f234\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.037920038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.039781016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d42e423-93b7-4800-9705-838daa30e48f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.039830604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.041548688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e6c04ec-e102-4b9d-9055-1fa2764219fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.04160993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.043611758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c9acc5-63c7-48b2-b10f-0641b7137f5e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.043750024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.044669496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8bccf8-4db2-45c8-b2a9-e4d83adc7da4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.044812561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.04611715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6573bf8-054a-4d9d-8bda-e3e5d7ba5dbf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.046274754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.047243374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766df30b-0158-446a-b96d-4b61a898a8bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.047384916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.048383295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6caa54cc-f708-465d-aaeb-530924769469\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.048507533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.049602314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9aed1c-0993-4d83-9246-bbd66ea426b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.049726732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.05134698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d24631f-a229-40de-94c4-ad1baa2c5d59\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.051425436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.053376403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a410c4d9-8360-4752-bfbd-4a568e735114\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.05343496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.055047723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f04417-d15f-4718-bda7-dba9a07d4d80\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.055133264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.057628305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9dfb47-6d8f-41c5-88e9-c504837e4773\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.057729697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.059419434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95228710-89fd-4311-a93a-18ae35db9e87\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.059546287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.061179551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"640b174a-64fe-44e3-92b2-53b683032d85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.061341243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.062213611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76dffacc-ca11-43c8-badc-2d73301021c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.062266817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.063256689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc4faa44-63ba-474a-8af3-c08a586231c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.06339756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.064328074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4592a70-5723-4e06-9f1b-0b35195fc056\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.064476059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.065290241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878b5688-ee76-48bd-846a-4b029c935a82\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.065356724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.065444498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.065487855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.065519287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.066295013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.069691641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.074838786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.074944687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.075048754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.075272009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.075338983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.076384806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.079084736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.087138402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.087202189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.087235215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.08780003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.088261229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.088304886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.088333373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.088844501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.089691619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.092099707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.09887157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.098932631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.098965777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.099584961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.143241955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.143317916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:45.143759847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45377"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.144279662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"880fdf88-b235-4239-aa6c-15f1b9595654","remote_addr":"[::1]:45377","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:45.144766562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"880fdf88-b235-4239-aa6c-15f1b9595654","remote_addr":"[::1]:45377","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":499,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.145427479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880fdf88-b235-4239-aa6c-15f1b9595654\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.150027645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.150135249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.150165099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.152714478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.152792423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.152867072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.1529011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.153751224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.154517591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.154574795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.155048569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.159073819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.163278697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.163586861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.163701239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.164017779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.224236561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.276773337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.276868758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.276905591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.276934078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.277625135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.287217176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.293182983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.293302881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.293338623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.293690664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:45.294209287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:45.294551349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.294603032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"391.682562ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.294636899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.294663132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.294690947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.294855896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.294886857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.295327034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.30235653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.302519545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.303036966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.305032322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.309109074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.309218122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.309259514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.309942715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.315472874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.315608424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.32173954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62127","req_id":"ab0207cc-a0d4-4cb2-9e4d-c0b9bdec94f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 64 e0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 d............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.321821723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62127","req_id":"ab0207cc-a0d4-4cb2-9e4d-c0b9bdec94f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.322066531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.322225247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.322364034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62127","req_id":"ab0207cc-a0d4-4cb2-9e4d-c0b9bdec94f9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.323998721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3930, tv_nsec: 122886673 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.324069251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.348246643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54450","req_id":"c7f869e4-adb6-4149-9ef4-6203292f2dfb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 7e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E~..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.348316332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54450","req_id":"c7f869e4-adb6-4149-9ef4-6203292f2dfb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.348405881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.348508054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54450","req_id":"c7f869e4-adb6-4149-9ef4-6203292f2dfb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.39558417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.39656795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50318","req_id":"db51ad9f-c79c-47fa-9fc9-1c1383b47806","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f c9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.396683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50318","req_id":"db51ad9f-c79c-47fa-9fc9-1c1383b47806","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.396869391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:45.396957216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50318","req_id":"db51ad9f-c79c-47fa-9fc9-1c1383b47806","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.397359638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.397409527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.39743585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.399508309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c124d1-025f-470a-a3bf-980f01695af2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.399687466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.407631684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb60db0-301e-411f-8b51-50a8cd1ea591\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.408004196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.416436617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496feade-8482-475c-9e2f-a217062b3331\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.416683519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.420733288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f29ec3-676a-49b5-adc2-8f10611cb83b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.420960671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.425706968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d930f30a-a532-485f-b345-bb91d9bd7823\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.425784122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.427146827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.428959729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc921e7-ea0f-4868-b177-377bdc812251\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.429038045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.431082448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dbd2e66-b94b-4012-bc09-989a9b65b89a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.462787499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.477660041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.477733678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.477769409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.477798727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.478527199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.481749459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.490090839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.490152642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.490184315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.490732527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.492909244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d8faf3-f8fa-463d-96d0-24262935d540\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.493202579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.494013975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.494067271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.494507388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.495483824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53975732-b6e8-4d51-beb2-e271c1819f7a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.49563244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.497850579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a291a1-a072-4e44-84bb-106681e68573\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.498119265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.499945263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf42419-6ef4-4da1-919b-614694b53720\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.500080563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.501250514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3adc9b7-d1bd-4fec-b7d2-c86f5f22312d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.501373529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.502765753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75cca03-5d3a-4f68-86ab-aef73d80ccc6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.502958747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.504942199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2026f16b-a835-498c-9f37-6558c6bb3976\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.505219091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.507684353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5c44c9-d40a-479a-bcc7-1012a2e91dd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.507740575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.510289503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e7f2b4-4371-4d99-bdab-ea394bfb44af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.510665202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.512875896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d59a4989-6d8b-4fcc-9a82-21863b167006\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.51298821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.522412798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19951aef-3fab-41d8-ac77-30430f6a17d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.522527998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.524894823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af8093b-f9b2-4556-b409-bfd87a7973f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.525050664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.526007981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9110dec1-b926-4943-80d0-f868d7f0a5fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.52618311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.52764848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8d26d7-93ee-4b91-a253-0db56c518c24\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.527834671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.532582801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fae2e59-135e-45b9-b0ca-61e05d97a275\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.532663081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.534066197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.534370553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"519e7036-b237-47be-b24a-d423dc20db95\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.534484761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.536805465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7bc5454-aafe-46d4-b070-3794c645362f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.536952087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.540232082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48e399e-6e40-4b1e-a4f5-d7f74be0d512\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.540301139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.543407499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5abb285-a120-40d8-b582-bf501735a8d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.543475434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.547375625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cef776b-6ac9-44b4-b76d-dda090fd2e41\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.54786502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.550924205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab51f5e-a27d-4333-af66-f194f923eb99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.551195045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.553237344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6021dc6c-d28a-45c6-9fb5-476ce0556347\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.553455208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.555452137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61063502-205a-4575-8322-cc392c326461\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.555750381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.556963919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9149c11b-ce2c-4059-a208-18f061fea1b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.557209087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.558507785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e6d5c7-9c1c-425c-98ce-3cea88ac4d89\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.558803214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.559880951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3cdf698-5a3c-4862-ada7-a869ab64ded9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.560163855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.561303966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5261b6-38b4-4697-aab6-7dea4155030f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.56151657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.562986759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d6f3eb-bf3e-438b-9ce6-e88e9256b2c5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.563366836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.565386831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deeeb87b-4db0-4c16-9846-1397f0db072f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.565687179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.567904377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a4669a-97f0-495e-8c10-b93ec173fc6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.568169185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.571304792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce1f5d8-d306-4d75-ab64-5827a65af717\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.571405313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.573349296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1950ec0e-300e-4612-8593-beb9ca074c4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.573470798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.575153591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42cc5c7c-fd21-4190-b766-38ac353c7f01\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.575274552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.576981202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0f4959-e938-47dc-bf8c-e4c24f2d9ed0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.577106031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.578188878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9f60c7-4f91-4744-9c76-cc9f7edda69d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.578307394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.580010428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba850a13-4fb4-4a60-84bb-8e19a8a4d08b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.580269243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.581624023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3859a58a-10ac-4a6a-884b-951cf9ab4386\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.581802107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.582713884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462ac076-ff35-4f75-ab74-5c0aeb6f8dfd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.582823232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.58286743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.583044353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.583088961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.583768185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.584904469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.584954528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.584993787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.585022444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.5857985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.587755609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.592314443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.592377238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.592409482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.592441826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.592470704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.592833777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.593993959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.599619387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.59968115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.599713304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.600056308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.600289633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.604766172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.604947974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.605040809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.605694261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.608572586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.611139811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.611687893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.66434066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.664421331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:45.665072368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61170"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.665655179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"19bcc192-5b85-4669-83c5-aa45dce977dd","remote_addr":"[::1]:61170","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:45.666198141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"19bcc192-5b85-4669-83c5-aa45dce977dd","remote_addr":"[::1]:61170","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":567,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.666587858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19bcc192-5b85-4669-83c5-aa45dce977dd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.668290791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.668460779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.668498084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.671662418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.671725544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.671759842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.671788279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.672739805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.678048262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.682359862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.682588388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.682633848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.683186499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.70973214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:45.717840134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:45.718236414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.718293808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"423.60718ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.718331994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.718359439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.718462464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.71851064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.718538285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.719878886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.72305283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.728183182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.728268743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.728300696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.728727747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.731842243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.731897663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.732806584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65453","req_id":"0521300e-563b-4d2d-8edb-566609fa19c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 60 d8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 `............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.732956393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65453","req_id":"0521300e-563b-4d2d-8edb-566609fa19c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.733169557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.733390998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.733445557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65453","req_id":"0521300e-563b-4d2d-8edb-566609fa19c3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.733926886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3930, tv_nsec: 532758146 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.733974321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.734432634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65390","req_id":"04508e5c-d4b2-4dd2-a942-d61d65674ce2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e0 90 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.734527343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65390","req_id":"04508e5c-d4b2-4dd2-a942-d61d65674ce2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.73476716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.734810076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65390","req_id":"04508e5c-d4b2-4dd2-a942-d61d65674ce2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.775683353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.776074813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.776151005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.776187648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.776214562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.77661002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.776823715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55407","req_id":"e19c6cff-d6b0-42e7-b23e-1fcb1fec9937","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5b 8e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c [............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.776878344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55407","req_id":"e19c6cff-d6b0-42e7-b23e-1fcb1fec9937","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.776999425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:45.777179164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55407","req_id":"e19c6cff-d6b0-42e7-b23e-1fcb1fec9937","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.7773177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.777362459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.777392228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.779194449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc48667-42eb-44af-9f9b-40e2e015c4ed\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.779425299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.779724966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.784729768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.78479134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.784823234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.785312429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.787176031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e335c3-72d4-4aae-b266-f21ff08c0fd4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.787406811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.787475558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.787506349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.788020343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.791052284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6068177c-a0b7-4bfc-acd0-6324744094b8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.791203866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.793247759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1c07d4-de01-40a3-963f-64d99bf45164\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.79335371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.795373564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a939b8-feff-4281-b96a-83fd92bf78e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.795440417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.797727123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f023a9-5cba-4b6d-b947-8345d5196ed6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.797791772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.800062106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8f8fe8-6e4d-46a0-b5ee-5e6d65a7bb5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.800135642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.802407368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431c1e17-4291-46af-a3b4-e34bc03b01a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.802507368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.803464785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe108ea-411f-4c4f-89f3-c5f6d338a398\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.803671657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.804839194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e874fd73-5224-4e67-9583-242b7337de6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.804986317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.806189765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd680aa3-dc93-48d5-b3b4-70dd99ab538b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.80625252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.807645996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dda0f09-247a-47b0-b98d-5d420b61a40e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.807731607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.809001677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88eb077a-6e97-4c89-8883-997141ef1365\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.809165724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.811290137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ad551b-bf9d-41c3-848f-9adb91ea1c61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.811374826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.813616251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9723179-fbfe-4b3b-b0f0-ce5b7f6fd3c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.813710108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.817403928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.817723976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d8de66d-4f8c-4b76-9561-6de7398bc0e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.817848053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.819981083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d65fdedc-9122-43e1-b88a-ccddbf598462\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.820104068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.822188511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef539af3-1420-4819-b4a6-df41a3910508\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.822309813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.824516409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"701f2e8b-f4b7-4c51-80c4-52f479fa2e16\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.824663142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.825520961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"838d0faf-0ee3-4840-acd1-af974a3c65b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.825669266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.826687084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5123a526-bd25-47d4-9fae-61b37f1cfc0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.826742164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.827740904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081ef092-8145-4f99-a0b8-c8530ec196a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.82795473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.828709093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0616c1e1-7390-4e08-ab6b-100f6550159b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.828829834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.830023542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a4366c-2a77-40ba-b370-e60b55686748\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.830194733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.831972345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57546802-17eb-463c-b182-d16bdadba306\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.832077354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.833685288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405faf59-7b1e-43d2-bf58-6a3215aa33de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.833765187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.835596816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236167ce-fd1f-4239-92a8-750a7ba735c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.835720964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.837427514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab88c8a-71aa-446e-83f5-9e7940e04bfd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.837490359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.839219214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62651af-548e-4721-8874-e9a4c5d778ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.83933776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.841317925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebed3f8f-788e-411e-930e-ee773a381077\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.841438746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.842262237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb8e1a21-2201-429c-a86d-12b737dcf26c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.842385512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.843426937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd737bc5-6958-49a1-a081-18541765ac41\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.843534592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.844575386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdcc28f4-6fbd-43f5-8bae-07096bdc6a0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.844708401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.845864253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dcc4b02-edd7-4c83-aa46-ea35f28962e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.846140003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.847321036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038e40b0-faf1-4a60-9742-044432822be6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.847484482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.849278807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900f63d9-693f-4a07-b9b9-67c0380f4e77\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.849359267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.851309593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d9b386-7c9a-40d7-8a9b-8fdf0546cc55\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.851372348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.853058227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08ba93d-db42-495b-9279-4d535356c9d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.853181713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.854839947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0b3c7a-e22e-4aaf-98b2-6236fef9209d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.854959345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.856644032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eceed09c-a9d9-4ec0-8f89-da97923be89c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.856709893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.858889185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58cee98f-62fb-4c84-88bb-dec1c31b822d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.859219763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.85985563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7095fc75-41c7-4c06-9fc8-fca3a11095da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.859910991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.860983387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee29cba4-9e61-4edc-8ba9-09abbb0c89b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.861071804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.86202857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e2276d-4646-40d3-aa8c-63f8693f4fcf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.862087157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.862962771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d4175d-3984-4265-8cb7-8460f9382d4b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.863128602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.863167058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.863196938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.863223861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.863769539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.866187677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.872306779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.872381377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.872415736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.872446938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.872475835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.873135319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.87398402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.874040192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.874072777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.874153408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.874428376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.875752804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.879871451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.879939516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.88005678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.880413871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.880941853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.886640267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.886781088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.886820125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.887313559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.939579014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.939785275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:45.940507574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50677"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.941416876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.941536244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.949211115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.949390172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.95368031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.954062682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"2c18da40-ed6e-40ef-ae6e-34997acb1291","remote_addr":"[::1]:50677","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:45.954728909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"2c18da40-ed6e-40ef-ae6e-34997acb1291","remote_addr":"[::1]:50677","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":673,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.955367101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c18da40-ed6e-40ef-ae6e-34997acb1291\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.956964063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.957134703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.957212067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.958739169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.958924388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.959064568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.95921144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.959801927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.966765111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.97993988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:45.980161632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.980209047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:45.980720796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.023869387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:46.028494522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:46.028853608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.028910141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"310.531073ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.028945952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.028973747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.029029218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.029062214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.029087965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.030050883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.035495942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.039731401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.039794196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.039825178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.040225516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.043957221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.044012862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.045435396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61062","req_id":"36e9a856-2747-4053-b134-469383e5e0aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 83 df 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.045619202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61062","req_id":"36e9a856-2747-4053-b134-469383e5e0aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048352007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048385574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048406556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61062","req_id":"36e9a856-2747-4053-b134-469383e5e0aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048451095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3930, tv_nsec: 844509570 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.048485473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.04850922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62475","req_id":"5b019e37-25b7-4f3a-bc80-0951a6b821d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c f2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e <...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048541214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62475","req_id":"5b019e37-25b7-4f3a-bc80-0951a6b821d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048618588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.048640252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62475","req_id":"5b019e37-25b7-4f3a-bc80-0951a6b821d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.100182987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.100682031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.100731049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.100764636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.100791049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.101545832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.102097922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65052","req_id":"e3232b98-95fc-41d3-8993-baf0782f2c44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: aa a1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.102161409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65052","req_id":"e3232b98-95fc-41d3-8993-baf0782f2c44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.102390746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:46.102484513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65052","req_id":"e3232b98-95fc-41d3-8993-baf0782f2c44","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.102691645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.102739611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.102768739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.10434534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.110142882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.110204564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.110237139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.110849429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.113520361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.113577966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.11411725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.114178502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0749007-f33b-4cef-bebb-488618383b12\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.114441095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.11582362Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264a6426-d1a0-4504-8253-6c72ec554d4e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.116008148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.117802513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900d3085-e0ee-4a14-b190-7a6045ba71b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.117947652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.119526237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7c0c25-5491-4f28-93ed-312610d01cfb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.119593712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.121286104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"976eb00e-272f-4a5d-93dd-9ce8095e537f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.122543228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.124326031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995b3d70-b783-42c1-ad08-9092df93d5f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.124410008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.126240325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d50592-533c-4c62-8c76-d2056b26434a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.126305745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.12809517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74cbc0c-0862-465f-80ee-95004c1f1242\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.128166092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.1295858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9195161-0cb9-475e-b51f-dff548582597\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.129694988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.130155936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf70ee67-715c-47ac-a993-7d55cc91a4fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.130298991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.131507319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b38c5d3-e9c5-44a3-89e2-fcb8cbf3112e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.131636436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.137064511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985bcbfc-6658-4baa-b78b-2ab0b5a21862\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.137128559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.137163078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d5eecc-9541-4675-88bb-a210fbe7fe87\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.137195171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.13722473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8f8d4e7-ef7d-451f-ac29-a494a72c86ab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.137257576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.139852947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0913e662-2a8d-479f-9a0f-53daae95fcba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.139908798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.141080683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5d56d0-8b76-4b01-96e8-a59f53657441\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.141146234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.142563958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5671cb5-52c9-41e0-ad6e-4116d88940ed\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.142637395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.14528011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.147274203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d054a658-33b5-438a-a124-cf23074e8a63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.147345906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.148970523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564dd423-9eca-46cf-88b0-17e1e767680b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.149037897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.149710467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c10d38-5f19-4f8e-b6f1-37b5c907d6f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.149795427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.153084279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d554d541-6e60-4d06-86be-2f444890cf61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.15314989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.154264772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"786fbd25-3f3a-457c-8fc5-ee4634ac1e46\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.154395793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.156507229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba4f025-6a9f-4829-a725-ad9e481ebf9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.156577259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.158692524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac69a96-86d3-413e-882d-d46f3b1f34a9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.158782964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.159408861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d2dcac-bc64-4966-8709-3c12c994d2cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.159509782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.161196643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d97cf20-3b7e-4af4-b129-d1cff571acae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.161376271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.162924516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c701985d-d334-4b73-b35e-9334a967f3bb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.163079484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.165221592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc94ee3-17b9-4e04-8137-6e3f70cc3daa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.165345078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.167324252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de9c921-38b6-4f68-ab7d-77554de027f5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.167455193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.168940963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33396819-6596-4f22-9a61-6a20c97482d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.171171267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.172694862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23699a2c-0594-4718-9c52-ab814ca029ea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.172864039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.173831176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200e8a48-cbb9-450c-a49e-331bb277ddef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.173978981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.175021578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be08287e-6867-49f2-9ce9-3451e72f9f03\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.175213741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.176261829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b11a7a-8147-4a2a-acc8-9edd5cf249c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.176338823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.183346385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9715b245-7e90-4ff3-b039-5eb452d72255\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.183535812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.185516268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f329e0-4124-4d11-bb03-0f03e40d816a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.185655736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.187206396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5603cffe-a69f-4188-8120-7b2641c1ff5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.187333829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.188892435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be42ff0-6644-4181-b36a-e16db3dc54c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.189007123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.191501413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d43d6bf-7e40-4b8a-8ebe-968863764797\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.191796832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.194487813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7acc793e-488d-4390-91f1-551f733c686c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.194631189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.195568817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.195623947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.195653346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.195680981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.196312349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.197734182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a9775fe-1d7f-4e50-ae6e-d2e158ed3a5c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.197854752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.198639235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4031b65a-e4a1-44b2-8a52-7154fc730484\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.198770316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.198966787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.204010627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.204085356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.204118221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.204472156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.20572368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b2f0e1-533f-4fa3-8574-6fa88112b9c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.205825252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.206994141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96c06c9-80e4-42dd-9075-949e8f5882a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.207056726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.207744346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.207815057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.208196507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.208748557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ea0203-1b15-4d70-93e4-2365e038a74b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.208807434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.208838306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.208867704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.208894157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.209531808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.212505683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.216636122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.216717915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.216752544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.216787133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.216827464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.217303703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.220719508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.223829966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.225068684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.227402053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.228442877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.380038972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.380129252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:46.38016834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45815"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.381728087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c8f07101-b417-4fff-9d10-531a53d09a61","remote_addr":"[::1]:45815","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:46.382353834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c8f07101-b417-4fff-9d10-531a53d09a61","remote_addr":"[::1]:45815","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":636,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.384219622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f07101-b417-4fff-9d10-531a53d09a61\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.385880451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.385933617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.385959919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.38707484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.387132004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.387166403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.387196092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.387770787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.403388935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.408690198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.409095285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.409277628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.410088383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.501749071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:46.51584654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:46.516163732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.516220054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"487.265225ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.516264753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.516294152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.51638386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.516430974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.516459742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.51721701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.519980546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.523851629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.523915867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.523946569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.52436408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.532560461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.532647434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.533414673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65095","req_id":"f89bda19-8b5b-4cba-a734-1d2b1f890bc2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 0a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.533480825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65095","req_id":"f89bda19-8b5b-4cba-a734-1d2b1f890bc2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.533701595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.533961002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.534310288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65095","req_id":"f89bda19-8b5b-4cba-a734-1d2b1f890bc2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.534705425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3931, tv_nsec: 333573628 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.534760114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.535107847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64340","req_id":"831af2ac-0790-40a3-9249-88489d7de79c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.535593645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64340","req_id":"831af2ac-0790-40a3-9249-88489d7de79c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52018,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.535910446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.53644977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64340","req_id":"831af2ac-0790-40a3-9249-88489d7de79c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.629086623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.629525738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.629578383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.629612251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.629640978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.630313237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:46.630371002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.635049504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.635662966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0991e0e5-eb19-479e-ac7c-59f2ce15bd46","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.635855881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52550","req_id":"ad80c7bc-463e-4e12-8b9b-3caa46303275","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 43 d2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c C............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.639553408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52550","req_id":"ad80c7bc-463e-4e12-8b9b-3caa46303275","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.639750821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:46.639841752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52550","req_id":"ad80c7bc-463e-4e12-8b9b-3caa46303275","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.640109035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0991e0e5-eb19-479e-ac7c-59f2ce15bd46","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.640170878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0991e0e5-eb19-479e-ac7c-59f2ce15bd46","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.641012575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0991e0e5-eb19-479e-ac7c-59f2ce15bd46","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.642179971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.642236664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.642267385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:46.646459568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0991e0e5-eb19-479e-ac7c-59f2ce15bd46","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":10843,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.647269151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.655693225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.655838785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.655947352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.656601284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.657534684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0991e0e5-eb19-479e-ac7c-59f2ce15bd46\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.657938138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.659243659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"71af1a7e-6ddd-4bff-866e-245d68f4f73d","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.659850719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"71af1a7e-6ddd-4bff-866e-245d68f4f73d","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.659975036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"71af1a7e-6ddd-4bff-866e-245d68f4f73d","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.660721434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"71af1a7e-6ddd-4bff-866e-245d68f4f73d","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.664848617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.664958776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.670437051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.670866116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb5c6e01-36e2-4938-8f0f-dd6f05204afa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.671265772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:46.672405974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"71af1a7e-6ddd-4bff-866e-245d68f4f73d","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":13169,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.673218403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71af1a7e-6ddd-4bff-866e-245d68f4f73d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.673737507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:63217","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.731741056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.73180836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:56218","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.731845724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c6a527-9a0f-4ca7-94a7-edb9f25f2c0e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.731883309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.827022477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:46.828774949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.830831376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f0419d-b765-4215-a27d-9e71a56012e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.831071655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.834728381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63afc78-f509-4297-8aa2-bce68a25c71f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.835567643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.841579952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc69d3f-8d20-4b32-a54e-1701360c471f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.841695622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.841736394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ea27e0-356a-45ca-9278-f6622ccba531\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.841770391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.845895811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f3f1d6a-3914-4e02-b625-a0c246dd6f2c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.8460508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.847883612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"843a993a-1111-4b2e-a511-5bbda0357420\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.848066065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.852488276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b5dc82b-1660-4a9c-be37-87aa43d0871c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.852757623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.87738428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd2207f-ca49-41f0-b13f-f53ec1500c72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.877739397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.881125063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebb9b72-182f-4ad5-95ce-452fa886df88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.881384941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.882589721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54bba800-b410-4cbe-a8b9-c9245f938cbb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.883364295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.883960833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.88691021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a3bd706-f475-48d5-826c-46d33a7ca047\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.890415664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.892374427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b32a56-dfd9-485c-8fc4-da902f05660b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.89258712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.894533358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769b3c57-8790-4370-982d-f38ea6db2664\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.894599229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.896332964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94215fbb-a2bb-45ea-8120-bdc481ce599a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.896403454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.898329011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3ceb2d-c426-43f7-a0c2-f8b0aae18d22\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.898391115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.900207163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa893a23-0422-4312-a875-62d6dcc731c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.900285669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.9018822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df0aa0d9-472f-41d2-945b-653c006fdecc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.901956108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.904806036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d289e2d-a13e-4d2f-9572-d6d4ecb09af3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.90487829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.905502413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840c7714-d9fa-41f1-811a-0b6be7b8cf9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.905580359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.9066301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c5abf7-e7df-4571-bd55-b9718f5f1584\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.906714679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.909793042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e729f95-3f93-49c5-a18c-51f1ae0870ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.909955796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.910604469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.910818034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.912811446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d29a3e48-454c-4b6f-954a-ab66e36e040f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.913251212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.917522012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36fdcea9-cd6e-41eb-ac73-5bda8b69beaa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.917710056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.920717128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330f1bda-e913-4c41-9c6b-3f9ee7b52ed9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.920784151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.929233386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d256caf0-59fd-4489-b1ff-f8a9c2ea52db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.929373184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.935121598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.935183551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.93521805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.935246296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.940643179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.943846421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.950630989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.95193613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.951995578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.952708989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.953379375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40a571c-0d3c-46aa-af5f-3259b3c6cf2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.953665756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:46.957004177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.957063495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.957889652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.961509334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a5625c-8bde-4972-bde3-cc109e5d2abc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.961914641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.965163274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7ac654-b265-4081-a5ac-c98cf0496788\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.965404134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.966629565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b733acf4-7750-4328-9cc0-84884a9bc65a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.96735951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.968505262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51cd007-295e-4457-9710-c0afa207cf3c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.96893079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.971778073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7326c23-edc9-4361-8703-08bb16970946\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.972046218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.977651636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84efd2c-adaf-453d-a52a-46c5b5d3268d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.978859122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.981403301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb332f0-ff63-4bd9-85dd-9ac8c5e4ec7f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.98168389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.985184775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c57feb4-30dd-49be-95e9-eff9a163ebac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.985432198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.991147135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"253d82ae-9006-4d9c-8ace-39c949103aff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.991361783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.991797851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.994530205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9902b7bc-bf82-41a0-a017-349e83761d9c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.995011174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.997148412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde60c47-1f5b-4988-8733-1de18fac5351\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:46.99762436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.007613263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b6afb4-f715-48fb-b4bc-f5a425a54c69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.007785917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.011127675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b329e7-75f6-4af9-8cae-d2432924b353\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.011272994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.012164681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25f8309-24d9-4021-a6c1-de947cd9e215\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.01232476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.014594673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d21fa955-25e9-48e6-ab13-bfcf1fa66e34\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.014827717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.015775475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135acd18-5a48-45b4-a692-7aaf320495cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.016422434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.017359732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e96b35-ff66-46d3-b1c0-69a2b5499228\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.017436354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.01747442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.017506765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.017535221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.018248553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.027637219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.031955603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.032841528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.033468958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.033598567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.033691672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.034332539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.047109697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.047311849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.047366108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.047396278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.047995401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.050423139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.054636383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.054702254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.054737935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.0551867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.05742541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.063590444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.063652437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.063690343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.064097534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.107889998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.107947352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:47.11035049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39473"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.111411584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"19360307-db7b-4459-aacf-1d1fa283f343","remote_addr":"[::1]:39473","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:47.111476644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"19360307-db7b-4459-aacf-1d1fa283f343","remote_addr":"[::1]:39473","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":495,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.111588577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.111634538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.113065489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.113307231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19360307-db7b-4459-aacf-1d1fa283f343\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.115581643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.115639177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.115669468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.118216372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.118278857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.120952414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.121002984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.122343485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.129280847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.134779503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.13522446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.135282325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.135811529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.173333469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:47.179965062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:47.180242625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.180298086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"663.988765ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.180336302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.180364639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.180449828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.180493676Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.180521551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.181190444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.186193202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.190703057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.190795702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.190832655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.191233113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.194447778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.194511495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.195175478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64280","req_id":"926d2cb5-88a3-4dcf-ad41-1132872be9fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cc 1d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.195285297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64280","req_id":"926d2cb5-88a3-4dcf-ad41-1132872be9fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.195531367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.19575879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.195806125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64280","req_id":"926d2cb5-88a3-4dcf-ad41-1132872be9fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.196229007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3931, tv_nsec: 995122571 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.196301532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.19673244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57756","req_id":"7eada502-2671-4c82-b914-bb7c6960aad5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.196792189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57756","req_id":"7eada502-2671-4c82-b914-bb7c6960aad5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.196877179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.196966016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57756","req_id":"7eada502-2671-4c82-b914-bb7c6960aad5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.291309238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.291727021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.291824846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.291861328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.291889154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.292868956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.295729475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53516","req_id":"e3267d14-9801-4061-84bd-15acc6bece33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5f 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c _............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.295794615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53516","req_id":"e3267d14-9801-4061-84bd-15acc6bece33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.295999854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:47.296097118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53516","req_id":"e3267d14-9801-4061-84bd-15acc6bece33","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.297493751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.297552388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.297698108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.306941515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.313118933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.31322781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.313313741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.313828396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.323445318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.323574445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.324159751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.373756379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69bd68fc-c942-4d45-a6f8-b18dc8f9c7c3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.374297858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.391315915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e39159-b12e-44d7-92e1-74fc77305091\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.406377004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.476976128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204fe8cc-e338-4151-b2ee-0f25be2ab7d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.477154483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.48374267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.488623935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df6f0b15-1525-4ba7-9ba3-91d7cfb3ccea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.489068671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.494717115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f024482-3679-49d3-8e93-abf57495270f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.494817936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.498721714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed34423-0dc8-4709-ae89-105de77fb43d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.498808127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.502139284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038151f2-28fd-4114-8297-dfbe2a545441\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.502218692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.505744086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec48935-d460-47b5-97cf-a90736202396\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.505938303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.507376088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce565e23-73e6-4c73-876d-9cf5a5132cb5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.507608801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.509049542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06808371-acbd-4979-b155-b097d08c650d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.509247617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.51267251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f784892-76d5-4beb-bc6c-477f694797b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.51299327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.51397237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73e29802-eb37-40c1-8fac-aa674a7f33c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.514104854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.515617508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc09a05c-0914-4078-9d7c-3d8018df10fb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.515830492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.518328219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f9da16-713d-4800-9fa3-da507654ff36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.518460813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.520358534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cfdda4-2d7d-47f7-bc49-0fde3f1357f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.52047164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.522359611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eef30d8-9b26-4c1f-b0ea-5b42c157f9a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.522622966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.525524778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af500b7d-45af-4115-9bed-ddbd34148ff7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.525587332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.530471955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb34ed8d-6fb3-4a64-969f-772ae61d834c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.530561062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.534288439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd1f596-55e4-4826-8439-9c79b4624023\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.534965347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.535510243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.535571515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.535604511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.535632226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.538087398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.539436917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c74bf2-ffef-4e56-bc85-039af5d5b86d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.539768648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.541524837Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.555077991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.555161778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.555197368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.555918024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.556216549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f48aacbc-b39b-4d95-849c-49deb4f0bb06\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.556430265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.558091525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be70d360-9330-4725-969f-dae6cb580781\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.558366613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.558906038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.558965396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.559468999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.559977883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7109033e-751b-42c9-84a4-858b5ab7e68e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.560079897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.565223906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15993f44-d5ed-4d64-a9a8-2510c83b42ec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.565418674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.568221779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c05dff-0818-43bc-bd83-c0a88545153a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.568303251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.573165579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa904d3b-ecfc-4a2b-92ce-3bbf5b326fd8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.57336167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.575519138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5c6454-7adf-44a4-b61f-7897de8f5c80\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.57562537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.579777443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afbc91e1-974c-49cf-885b-922ed4ebb575\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.581869451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.585153394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c8c769-24c9-4bac-a5d0-6906d622adf1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.58534241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.587221134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b45192-65d5-41b1-a5a6-5b7611f6119d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.587293688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.588160275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0413ae5a-013e-4667-bd17-dcb91cdd8180\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.588361085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.594138857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af790a14-a4b6-451b-a997-e82e8dcdd6e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.594305689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.595367685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773a99cc-7b0f-45e8-8041-a0808019f95e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.626258533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.642035488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043e79c9-bf01-471b-9b47-aa223a604ab6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.64224756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.643914261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ded35e-9f0d-4f92-a6b6-b33b51c37595\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.644109189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.644492253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.650627968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7568991c-6f29-4455-bb30-8b9539eaf696\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.650767997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.653646883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f32bff-5cc6-4cb4-98c1-4ebbbeeef291\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.654328892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.659474223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e723178e-00b4-48d8-8873-29d115d2fcd1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.659613621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.662184133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c187ea-2b8e-4e6f-b09a-79b85ba2134d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.662253691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.667340857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431194c1-8372-4861-8cc4-366d1fd82300\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.667485245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.67079052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316f0233-1a33-463e-b9e6-6f8402a14e1b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.670992563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.672741157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84c2d1dd-750c-4cb5-b4d6-9616a7cc6911\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.672896687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.674185615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce3fff1-af31-4960-9f52-1277c1728bde\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.674363559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.674921812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.675180407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.67787718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cf03fb4-d7e3-4d41-a9f8-1607e46eeda9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.678018191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.678341355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.679583269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.679688228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.67972936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.680613001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c824a385-1840-4cf0-b210-0f4a076f159d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.680796497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.68084859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.680880424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.680909872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.681508686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.684959351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.689721509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.689786489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.689821989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.689851197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.689879875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.690317627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.695710983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.695802685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.695837986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.695866923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.69650251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.697356471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.710040072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.710106685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.710142016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.710840177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.739440681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.7448252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.744950098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.745016851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.745283713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.753458361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.753551085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.75690093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.8527089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.852862055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:47.85535372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64296"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.856062632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"4022cee2-bf7c-4493-9fa1-735c6fbd3b69","remote_addr":"[::1]:64296","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:47.857203576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"4022cee2-bf7c-4493-9fa1-735c6fbd3b69","remote_addr":"[::1]:64296","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1163,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.858628114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4022cee2-bf7c-4493-9fa1-735c6fbd3b69\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.860520765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.86057845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.86060884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.864059155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.864120136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.864155387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.864185667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.865088646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.870461932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.875634919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.875837142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.875892662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.876434973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.911829955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.911889714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.912164722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.912744718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.912796982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.916019352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.916095825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:47.912674177Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.916139812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.916278368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.925238481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.936905426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.936969574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.944763453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.944846609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.950676995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:47.955914992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:47.958081769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.958230746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"777.883412ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.958359202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.958451766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.95855412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.958640192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.958724159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.959507119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.967803519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.971822567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.971885672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.971921985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.972352993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.978452817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.978534249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.979688599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51060","req_id":"f4da9282-a1f6-48ab-b644-59ea5b0cfe8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 92 8e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.979755773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51060","req_id":"f4da9282-a1f6-48ab-b644-59ea5b0cfe8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.980227723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.980397612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.980496599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51060","req_id":"f4da9282-a1f6-48ab-b644-59ea5b0cfe8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.981143488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3932, tv_nsec: 780044476 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.981380009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:47.981925516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55699","req_id":"32bbe43d-aba7-4633-bc1d-19e7727dcb65","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 24 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e $...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.983194775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55699","req_id":"32bbe43d-aba7-4633-bc1d-19e7727dcb65","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.983544051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:47.983714611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55699","req_id":"32bbe43d-aba7-4633-bc1d-19e7727dcb65","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.040014525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.040370614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.040429131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.040463499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.040491074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.04120671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:48.041431287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.042638603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64864","req_id":"823e48c4-37c6-41ee-a2ca-76dc6366dbe9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f2 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .F..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.042751929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64864","req_id":"823e48c4-37c6-41ee-a2ca-76dc6366dbe9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.042949853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:48.043039361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64864","req_id":"823e48c4-37c6-41ee-a2ca-76dc6366dbe9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.043529789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.043605049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.043639116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.044617856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.05144529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.051512323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.05154571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.051909234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.054367552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7398db2f-3153-4900-b23a-839178eaa006\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.055046986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.055228367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.055455349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.056272518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.061171368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcff54e1-43ae-40ca-9f8b-9fc2436be016\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.061420645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.068190634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8520d240-5f0e-4b98-8f97-bc54bf8f789d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.068361554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.079956476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da25c3b3-636a-4d27-87c6-d7fab697fa57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.080147737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.085665151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee5d187-0137-4ffe-84c1-416ecfad8bf5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.086770783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.089693206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56931ef5-b179-4a8c-be9c-aee9c6569422\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.089946791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.092157456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5a7bd3-da19-4730-9de7-842ccb8725c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.092282786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.095748631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23404373-6ff7-4a8f-a58a-5493a21e4507\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.09583324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.096737081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.098175446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e2adca-907a-4d91-9f1a-1c739e3957f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.098324844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.099770685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d26ae7f0-c4a6-48d6-9bd0-f2d6c2239825\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.099914221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.101015164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6c2d4f-f6f3-4754-a72b-d01b34e01aab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.101188089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.10225747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a015f5e-9b5e-41f4-b3c4-4b8a10b96268\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.102336397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.104971567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c579d533-ebd9-4e50-96b5-292c8ea1b136\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.105351514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.109132037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da952e9d-d0d0-450c-9b83-eadfc592d178\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.109257617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.111259576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33774ca5-ce34-450f-aa08-60fa87fc2255\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.111326209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.113382085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2cac0d-f2d0-48f8-8e7f-b6fc6343882d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.113454168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.115557429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b9b40b-d0f0-41e3-ad83-33ad7bb8a36c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.115630014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.117755919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd5162d-40a9-4265-bf7c-2fbba49876bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.117837151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.122771753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d50b571-b536-484a-8f0f-df32ebd21e97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.122849528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.128028096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feae5bfd-68b4-45e4-a90b-fce376e8242a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.128239998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.129444057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"742953f7-d529-4c91-a3d1-2eb9a60beb6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.129592012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.130541363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4180cb-df17-4a3e-96e6-8814434d9563\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.130675902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.131594362Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b449e298-a08e-40b0-ac50-c24b79295a25\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.13171924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.132890023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e73567c-8623-4434-879d-331354102923\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.133084571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.134799618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3913194-f448-49c5-bb1c-d3ac4191ec6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.13492627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.136670014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112c684f-b34d-4d55-b303-4ae1f91f4139\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.136790134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.138573277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6679d62-7b01-4b3f-a0a4-40ae91f6f96d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.1386351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.143765642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f13d91ac-21d0-4b62-8c2b-4980d6fb531e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.144053235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.146041336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e309ccd-58d5-456a-ab2c-c10de877d211\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.146201305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.148609623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.148669152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.148701717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.148729392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.151480894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.151687466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7543d05-7988-453c-a6e4-9a3d18b33111\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.151825421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.154000615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef38a038-38b2-4e54-aff1-c3c57478ae64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.154151215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.155219784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.169066472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.169130179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.16916056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.170162726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.171828786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77961ea0-ec74-48c5-ad60-b41c30412524\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.172163834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.173340288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.173397852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.173849302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.174634316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd995513-eba1-487c-8566-8571aac395c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.174780868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.177748571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8d55f1-b1dc-4bea-ae55-a79d959e898c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.178031244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.179929536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e494ae-6375-4d97-9bbd-3d271c68e66c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.183528317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.202867659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c219ffa7-ce11-4ae6-9c32-fde296b0000e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.203136785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.2097192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ac7e5f-a026-4bb7-be26-ca4cf3f7f2cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.209829871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.217218913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a431e5f5-29de-402d-89e4-42250b29309e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.21730784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.221952184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b4c150-0218-4d77-b84d-c68d3bc6cfa2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.222221701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.227762079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.238111059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9cfa6b2-98cd-42a0-ab64-3d5673421d92\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.238567448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.245108451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500783da-d39b-43ae-baff-9345321e018c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.245428919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.249025455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44eec259-b3e0-4bc2-b7f2-59ec2eeddc03\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.250321137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.253057038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ca07ad-5ff6-4487-b952-0242eaf567db\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.253221596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.254578419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa40a6a3-50f1-46eb-8467-f3c8048d730a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.254630433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.255920924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de519404-2bc7-4f2c-8358-5aee5dd463cd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.256089239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.256140922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.256171614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.256201223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.257920508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.262718167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.269572254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.269730849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.269836811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.269927371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.270070085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.270753517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.275495906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.284019809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.284093416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.284130891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.284798471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.285675518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.285737652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.285768614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.285896679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.286151527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.376118831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.376348258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:48.378202883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51917"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.379330159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"4d50e6fd-6ad7-4a73-9729-0f5220823d44","remote_addr":"[::1]:51917","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:48.383873942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"4d50e6fd-6ad7-4a73-9729-0f5220823d44","remote_addr":"[::1]:51917","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4578,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.384297015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.397206206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.397287287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.397320494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.397826672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.398658309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d50e6fd-6ad7-4a73-9729-0f5220823d44\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.402998807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.403095009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.403159948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.405998865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.406141148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.406242179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.406326738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.407303805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.421991739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.42216242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.423286619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.423918518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.429132527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.429794646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.429854185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.430647596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:48.504558979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:48.505345126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.505513311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"547.098158ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.505812026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.505868338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.505904079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.505933588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.505961303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.508833296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.511755037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.521375465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.521465805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.521502168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.523397794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.528734598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.529394302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.529460404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.531831989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56368","req_id":"b95c44f1-ce4d-472f-8ca1-2b46cfa6ca9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 72 bf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 r............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.532217237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56368","req_id":"b95c44f1-ce4d-472f-8ca1-2b46cfa6ca9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.532422265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.532596332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.532773836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56368","req_id":"b95c44f1-ce4d-472f-8ca1-2b46cfa6ca9a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.533164253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3933, tv_nsec: 332054040 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.533229263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.539422994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55961","req_id":"8e487438-88e0-444c-82b5-402229daa4aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.539625647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55961","req_id":"8e487438-88e0-444c-82b5-402229daa4aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.539888291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.540262376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55961","req_id":"8e487438-88e0-444c-82b5-402229daa4aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.603011089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.603541716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.603680803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.603776253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.603893086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.605995655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:48.606298889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.60734836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.609857881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b57697c-dfcb-4051-ac0e-15b0a3dd1aa7","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.610019142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52599","req_id":"5f66a457-22e3-4a55-8538-fff6ac809775","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5e 75 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ^u..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.61012854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52599","req_id":"5f66a457-22e3-4a55-8538-fff6ac809775","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.611567848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:48.612354645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52599","req_id":"5f66a457-22e3-4a55-8538-fff6ac809775","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.612636868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b57697c-dfcb-4051-ac0e-15b0a3dd1aa7","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.612707999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b57697c-dfcb-4051-ac0e-15b0a3dd1aa7","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.614383648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b57697c-dfcb-4051-ac0e-15b0a3dd1aa7","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.615064655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.622864135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.622929635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.622964244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.623557196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.623862804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.62391558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.623942874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.626397154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed481323-378a-4002-a07e-05ce198b2f5f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.626869726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:48.627289312Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b57697c-dfcb-4051-ac0e-15b0a3dd1aa7","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":18942,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.627694459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b57697c-dfcb-4051-ac0e-15b0a3dd1aa7\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.627963435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.628538771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"3ee443cb-5ce0-4bf3-8771-6a308e8aef61","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.628796314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"3ee443cb-5ce0-4bf3-8771-6a308e8aef61","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.628861193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"3ee443cb-5ce0-4bf3-8771-6a308e8aef61","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.629353414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"3ee443cb-5ce0-4bf3-8771-6a308e8aef61","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.629624584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.629680786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.630348747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.631528638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4e566f-2e8e-46b6-b47c-c6f1ecf5585c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.631721763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:48.632405475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"3ee443cb-5ce0-4bf3-8771-6a308e8aef61","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":3882,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.633153245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee443cb-5ce0-4bf3-8771-6a308e8aef61\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.633213675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.633247122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:48.633271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.63621238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67027bd3-6f27-4336-99ac-5df39f15d6f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.636424793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.640143493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45a5c51c-37ea-4fe7-a163-34c55057cbd3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.640235125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.642391983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd99df2-bd25-4140-8fba-cd63e93676c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.642549196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.64596423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ac41ed-2fe0-4ee4-ad38-17534c1cd219\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.646118277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.648371266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c95e41-61b7-42e7-aeae-269da1b12a12\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.64844345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.653835243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd385482-6b17-4616-b356-eb91341d55f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.65392435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.655215653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce7127e-0bd6-4ba9-9958-da6787a43a6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.655359439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.65891805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c2b56d-7697-4c5f-8e19-7514847dde78\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.659056175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.659896479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.660862594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc9bd4a9-209a-4eab-a530-a79c2ccbe97a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.661007633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.662451991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f580f5e7-c994-4fa4-a420-bea2bc76c359\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.662570367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.664507015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c0aa9d6-7aec-404d-955d-756446af451b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.664670952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.668733737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6cd8d6-79d3-45ca-8c4a-d5da897ca373\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.668807835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.672392397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3cf315-e58c-4233-85c9-4f00e13669fd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.67277542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.674669584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.674735154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.676955508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.677907144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.677953326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.677978927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.680329421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb5cd2d-b050-4e6b-aa8c-86dedb8d4d12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.680898404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.687165361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25a6fb8a-2ce2-417f-ac43-df5d4cd745e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.68740066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.691663874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d246e1-7947-4130-8aca-590576663dab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.69211378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.696174711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9555326d-7bde-402e-9ab4-c111d243eca8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.696580901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.698267361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"030562f5-bfc3-4d11-8dd1-d7fdc1abc033\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.698544042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.700486803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d01bd0a-2872-41dd-b027-27cad5d95da4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.700677082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.70250287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"675c0752-5fd8-43ef-a9de-b03a9747334b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.702842306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.705485963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e9ea5c-7358-4ce1-98ce-547d478b73e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.705566644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.709077339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb9df35-5954-426e-9254-ef849e46d5eb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.7093991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.71073424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.710790913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.710825422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.710852355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.711846476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.714601936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.733019632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.733155854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.733242967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.733829907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.736623122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9bc2fc-cfe3-485a-b2b5-fb67ee2bd9be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.736905865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.737202276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.737306133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.738270324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.744365238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da8361b8-7188-4e8a-925b-bf362d5c51bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.744581108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.748771327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc55233-f6b4-447b-a8e7-fb2e59ca1975\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.749043749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.754656903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e535e619-15fa-4e77-aa7c-758bf0700dce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.754819156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.759862846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8f07d8-bdf8-40be-9507-b3fc0723b9cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.760103335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.762011196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb58104-9ae5-4068-af49-0434939c7769\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.762181325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.763264243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ec47d6-578c-4538-a6a6-62e803751fc1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.763406616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.765649866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355620dc-3857-4d01-a352-61433bc385ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.765794785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.767881031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c4b4b5-8a92-4eaa-b6bd-ca9c90007805\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.76801092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.771645482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edb89d1e-3031-47e7-bed7-d827c8e19d1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.771864949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.772292481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.774836049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff04a5d-9f22-4cbe-847b-475fe7f82def\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.775070306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.777336481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa13d887-96bf-49b5-81b0-4a01e27c140f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.777480738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.780532899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d17264-3352-4b79-9a62-8b7c141f2921\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.780604532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.782753133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381e10d7-9311-4725-a5a8-12822fd6cb70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.782827231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.785601518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a907b6-ea1d-4ee9-99da-02ab29c18f4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.785681909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.789440878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6bf2a7b-fd28-4756-81fa-a94fd7ab3d11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.789521077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.79185123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"990ca81b-3deb-464f-b405-db65ec807917\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.791932262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.792947655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84caeb47-181c-46f0-944f-82b0bfab1a86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.793073866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.79450127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b53956b0-8f0d-4004-a6b5-bb413f054db8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.794633233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.813077292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e712ee0-fe2b-4132-b420-24a53b77fddb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.813616867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.815319499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e97e6a-a924-4b4a-96ae-9d3adb491b76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.815525069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.81564119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.81573164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.815815998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.816905279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.820979496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.8437726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.843863551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.843899473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.843933851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.843964031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.844536512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.847484616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.849918515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.850154556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.850209134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.851238145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.852158238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.866181528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.877430151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.877584959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.877982511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.910226986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.936942635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:48.937069989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.937106081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:48.938152095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.018258722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.018348912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:49.019300718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62177"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.019621267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.019681056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.020016404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.020833392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.021087599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.021366795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.022181508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.022402949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"74012ec7-7886-439a-baa2-1fbb3e963432","remote_addr":"[::1]:62177","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:49.023188765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"74012ec7-7886-439a-baa2-1fbb3e963432","remote_addr":"[::1]:62177","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":613,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.023659884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74012ec7-7886-439a-baa2-1fbb3e963432\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.029994124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.030054685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.030084434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.032097946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.032161022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.03219547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.032224528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.032775977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.04255968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.042625842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.044967317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.05765636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.057878973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.057931408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.058475221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.072895372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.073082435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:49.122285669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:49.176682982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:49.176966517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.177065625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"671.222998ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.177105945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.177132718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.177161766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.177192417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.177219972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.177822262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.178320094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.179881245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.183650324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.183732488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.183766496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.184207795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.196952137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.197015454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.198284201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64568","req_id":"9d0da5b7-5ef9-4cb8-ade7-336f01239af7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9d 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.198350854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64568","req_id":"9d0da5b7-5ef9-4cb8-ade7-336f01239af7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.198422176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.19844387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.19846903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64568","req_id":"9d0da5b7-5ef9-4cb8-ade7-336f01239af7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.198510512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3933, tv_nsec: 997352934 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.198547897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.198812073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57862","req_id":"9be1ded0-cb29-4e35-bfbd-b8745917fb48","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8d 66 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .f..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.198862424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57862","req_id":"9be1ded0-cb29-4e35-bfbd-b8745917fb48","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.199005138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.199040228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57862","req_id":"9be1ded0-cb29-4e35-bfbd-b8745917fb48","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.269078474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.270496029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.270681799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.270786247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.270871948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.272362187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.277475936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58114","req_id":"80c880e9-4806-4604-99b4-fedb8a9c61cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3b 82 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ;............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.277646596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58114","req_id":"80c880e9-4806-4604-99b4-fedb8a9c61cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.277901253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:49.283879765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58114","req_id":"80c880e9-4806-4604-99b4-fedb8a9c61cd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.29650491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.296592785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.296715369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.297686244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.306370827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.306471698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.30655806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.307141182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.31789072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.318034095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.318706705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.353534908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a3018f-1cbe-430c-be06-19e0e2682499\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.354418278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.397468634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8183a52a-c77e-4d3a-96dd-2de337d26f40\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.399017339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.506250685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.508609925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b769f49-9414-44b2-9b6b-063812fb048e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.508886607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.558238748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.558308537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.558341162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.558367995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.559116005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.567812192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.574436521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.57452664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.57456163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.575220302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.578083627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.578258586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.581636025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.585308813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d95f415a-31e9-4b58-bf8c-9da5e22c302f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.585513431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.59147566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71637949-5ca1-45f7-afa8-e7b712b2f1df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.593462138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.63579811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec124642-ebe7-4d75-b1f3-55e3c3dc65b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.636042186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.639247973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afeef2a4-566e-4d5c-8f88-5fd0145fe920\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.639375858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.642202981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b978c98-d1d7-40e2-8006-f8a72a97420b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.642269183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.644422433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83eca0e2-5063-417d-bfad-27ff412bd82d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.644563815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.64564546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70dca942-5c1e-4155-b5f4-4a7397b5455e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.64594652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.646776323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db45bbf6-c1fc-4d2a-a5f2-acecc857ebe5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.647050108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.65016781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e6e6797-90d3-4489-a5ba-1cbc3503b375\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.650237589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.650917233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.668638342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86fe7e76-134c-4428-b4c9-ff1c2b87b6ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.671557157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.673883502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439a14ca-749f-4770-a4e5-d1a35a2e9828\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.674216115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.674819988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.67496166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.676981314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.677811539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.677920175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.677991126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.679842265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45033f0-48e8-41f6-a982-cd6e013c7244\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.68006556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.682044432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"354341b7-af52-4124-9ad1-0702c2251c4f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.682260914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.684365226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f770a7-a528-4c29-98b3-1ff8d4073e9f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.68466325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.686602043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a961e58-b9e6-40cd-bec6-5552a045e18b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.686817472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.688699582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c5e3f0-635c-46df-b118-74137af04d61\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.688962216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.689878551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b699a7-1e56-43d2-85b6-183725ae70fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.690124551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.691122971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0426a021-0439-463f-b61a-79061ff6ed58\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.691356797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.69259808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c013f1-2ddb-4128-8606-ce3786b2431f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.695150575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.696262691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e79f38f-6601-4fb3-a179-f2f5d6baba61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.696495555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.697654013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579b4627-4748-4a28-b13a-2906bb98796d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.697989702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.699797394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24dcf713-2680-4504-bb9b-51de695776df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.700162241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.701512932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.701656107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.701755075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.701889262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.702784095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.704658149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55656577-6458-4e6f-a017-2b1852659178\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.704907716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.705992387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.718655788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.718868712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.718960545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.720285114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.731482545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.731965417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.732721533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.735395972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162bc7be-8355-46ba-872b-81502da358b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.735567504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.745397279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c93b94f-89a1-4610-9fde-b41fbb41a52e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.745526927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.749226518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e1fd0b-23f8-410f-8a10-e060e0462a63\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.753868497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.759388145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a77f05-86d9-418f-9d18-ee7db62b771a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.760796641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.76260819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a8ac12-015b-45e4-96d1-eb1fd859454f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.763151122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.764692724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecefb83-6e9d-430d-a1d2-f08140dc7e31\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.765484301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.767211172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad38bee-46a5-450b-bf0d-28cbb22cd2d3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.768582213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.795240668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410c9588-75ca-4c77-b3c4-f8ad22950db3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.795451458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.79758037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cec1fe-7e4a-4fc7-b432-0ce3bf3482a5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.797768434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.801562404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3bd5cd-a1bb-4744-8904-836eb4d980a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.801638225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.810881782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.814039904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774faff4-f38f-4655-98af-0d4a52fb29a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.814122028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.816129868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007a2a37-606c-449d-b017-e3f95f388f45\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.816253134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.818264211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7ce790-b3b1-49d7-b1f9-811190cfda4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.818355413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.820379355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8858c1-6fe8-4b88-a764-7a40bc489525\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.820447521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.824183685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99f5da8-a47f-4def-8e71-f9790c7d739d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.824256881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.826274741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86979cc9-de9c-4b7c-b858-9b9b19b25dce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.826336114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.826369139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae40c4d-5082-4652-ada7-0c0a360c8df0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.82639967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.828143655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d83dd8-a4ca-40b3-955d-562a6680cba8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.828375737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.829352754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22063bbd-3a86-4b8f-b7cc-702e89444495\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.829414627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.829449908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.829479817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.829506991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.830661091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.840947225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.852484352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.852604001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.852639541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.852669371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.852696866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.853028967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.886570437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.890968379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.891057126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.891092977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.891507754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.893346447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.893407429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.893440094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.893467478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.894004058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.900373649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.91107468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:49.911154689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.911215661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:49.911598173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.019187026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.019264862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.020293892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54366"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.020590523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.020641124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.021066451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.02200963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.022243256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.022297143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.023561492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.02373588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"44355fbf-7976-4a10-aae8-f2e112b907f5","remote_addr":"[::1]:54366","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.024356797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"44355fbf-7976-4a10-aae8-f2e112b907f5","remote_addr":"[::1]:54366","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":620,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.024915791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44355fbf-7976-4a10-aae8-f2e112b907f5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.027079592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.027135123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.027165142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.029038785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.02910117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.02913655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.02916673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.029692217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.040866802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.040927884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.044719829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.050945393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.051308246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.051364248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.051905135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.053662777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.054466218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.116882248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:50.137125121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:50.150687613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:50.150942922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.151207559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"974.10448ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.151270755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.151302508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.151335013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.151364221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.151394481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.152582268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.163135825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.166783533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.166849204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.166882681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.167652524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.168167631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.168225887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.16825752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.168283121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.168733689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.1708874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.175856029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.175916961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.175950738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.176340525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.176593368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.176640372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.177536798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64622","req_id":"3f7a4301-f446-4ce4-96c3-f87c68613f2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 34 7c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 4|..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.177598351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64622","req_id":"3f7a4301-f446-4ce4-96c3-f87c68613f2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.177758891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.177920122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.178064369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64622","req_id":"3f7a4301-f446-4ce4-96c3-f87c68613f2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.178257755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.178308426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.178732661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.178949874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3934, tv_nsec: 977851143 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.179008961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.17948026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62347","req_id":"c38cc2b6-d360-45a2-9662-bd64ec55a531","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.179543306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62347","req_id":"c38cc2b6-d360-45a2-9662-bd64ec55a531","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.179627684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.179717363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62347","req_id":"c38cc2b6-d360-45a2-9662-bd64ec55a531","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.258222499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.260675216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52577","req_id":"63d1d1bd-b730-447e-9911-20c84b26a573","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 12 cc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.260840636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52577","req_id":"63d1d1bd-b730-447e-9911-20c84b26a573","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.261200863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:50.261732503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52577","req_id":"63d1d1bd-b730-447e-9911-20c84b26a573","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.26323678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.263326609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.263546888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.387499064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b2a33d-bc1a-4597-82b8-d86f39e40d64\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.387943159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.431095648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d07cb3-4269-4da5-9d1c-800c6ba47263\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.431505755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.53129084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.571530936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.572117775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.572712149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"96067b56-3763-4f4e-8204-23a4804b0f0b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.580114468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"96067b56-3763-4f4e-8204-23a4804b0f0b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.580258746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"96067b56-3763-4f4e-8204-23a4804b0f0b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.581211584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"96067b56-3763-4f4e-8204-23a4804b0f0b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.585613294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab78676-546a-4e3f-a51d-e158494ab0e0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.585883382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.586446334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"96067b56-3763-4f4e-8204-23a4804b0f0b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":13740,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.608466818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96067b56-3763-4f4e-8204-23a4804b0f0b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.608936735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.610589498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"11ce363f-5957-4993-aa81-c4a91b5236bb","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.610935727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"11ce363f-5957-4993-aa81-c4a91b5236bb","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.611139133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"11ce363f-5957-4993-aa81-c4a91b5236bb","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.611793226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"11ce363f-5957-4993-aa81-c4a91b5236bb","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.61363209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f45a97-f888-48e6-9bcb-4d29a30419ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.613870795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.614599137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"11ce363f-5957-4993-aa81-c4a91b5236bb","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":4015,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.615061468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ce363f-5957-4993-aa81-c4a91b5236bb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.615249733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.615335734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.615411074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.616522429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.616647818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.61674397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.616823328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.61737614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.618253387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160aa513-1bec-4578-ba81-77fe19f27110\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.618469388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.625448473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.63094788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.631009373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.631041848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.63159504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.653321609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.669409463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.670139447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.67123485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e3cd5c0-279b-4090-9e2e-ad943e5e85c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.671458766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.674179687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de1904f-0fde-4d25-8a8d-7295631b2cfe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.67469303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.67567177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.675867921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.678170318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.678911144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.678960432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.678985512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.680627614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90919d14-0fc3-4878-934b-06974743949f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.680802783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.681889067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc49c13f-0632-4f14-8d6b-9d6fe93e9b75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.682047603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.684335181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd69a10d-302a-4438-9103-c019b3c894ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.68454031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.685819799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a255f4fc-763f-448f-88a0-74dfde61b8c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.685985419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.687117855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7942356-f465-4d6c-b68c-de8b0d350a5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.687236522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.689903987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d6c868-d6f4-4d77-a9a9-1090ed7b5fe2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.690094546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.692515149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3439c697-4458-4735-b131-bc90dc5313c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.692589177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.696349198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c6b9baf-4f46-406e-b8d0-7aefa7102419\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.696623445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.701296085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.706080277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1112417-e96b-4096-9cd7-4ae09eec44f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.706304463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.708124369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d31f96-04a5-4f3e-a94a-3ba228c57232\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.708358777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.710280435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba90877-3c4d-40a5-b061-66d91553b513\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.710559912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.712607251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bbb871c-259d-47fc-a2be-c4db3ec2cf3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.712872149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.713778365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10650c45-4e38-445f-9dd8-bc1a624ba2a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.713997802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.716084009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"552fb126-453d-4112-82a8-3bc07ff0bd2a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.716520809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.719002183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7409c72c-d6b6-4115-8a8e-50d01790494c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.719225668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.720566439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40ef055-4e35-42dd-803f-3eaac228612b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.720775937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.722944838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023a9170-3913-45db-9f2d-677349f86b9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.72320169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.725044672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22cd2cb8-642f-4822-b73e-455f162466b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.725257246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.727632739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75058af6-5f47-45c4-bbb0-3dda6125286f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.72787928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.729538876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e66b6dbc-5b6c-4280-9c08-fc62bdb93a6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.729837602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.731624803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ae7bb7-0ce7-4ea1-bb83-0a3d088f0534\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.731836224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.733755698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c91819d-4087-4bf6-9961-4b92287abbae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.733970196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.735874019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacca166-0d17-4329-86de-dcf6b23e7bb3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.736086001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.737282144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f06754e-06c6-4ecc-b603-f1e5fa7d9855\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.740946806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.742215995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9e2c50-38db-4c49-8f0b-4d274b6d04f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.743445996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.744481168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f344c6-1591-4f78-8dbc-1dfff084f4f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.744757138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.745830136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0798a0c-e9e9-410e-b654-01835a5f976a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.7460483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.747285105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9278a716-5ad0-4bcb-8316-5f61d8eeba6a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.747536125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.749553534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a51500e-7b00-48fc-ba2f-0e1db5170588\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.749763372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.751504241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db8cdb0e-cdbd-4dbb-84eb-11e879a4dc9f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.751711805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.753576009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075fa744-e69c-45bd-bc99-21e45a89ebb8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.753787059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.754598887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.754743966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.754840909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.754927361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.755739459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.757843391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b85be155-3a9f-4da9-9c3a-65320327104e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.758059282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.758549859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.764203183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.764285186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.764367059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.765177384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.76756956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.770650639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.77158964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.772750192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8de37d-b92b-4e13-a0ce-04bf092befd5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.780064485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.786026074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f37d30bb-23fa-46c6-a709-05d52eaa6709\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.791739417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.798649515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3462abfc-b4b5-490a-81e5-c3a87f1d9b85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.799578005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.801525415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43832ef-6354-46d2-8185-46ac5177a26d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.801825242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.803652022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e036eb43-84a9-4928-b1a9-50b9ef87d8a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.803778394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.806057445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e790074-0170-4422-98af-d470ccb9f856\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.806119609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.806151382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.806178476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.806206191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.806982317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.856533064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.861365913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.861470121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.861568787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.861660099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.861742293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.862258311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.868288486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.873666632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.873861279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.873960026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.874531004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.97276049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.972993484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.975451161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54500"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.975843122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.975989143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.976952853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.9780156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.978443483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.978753801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"1a4eeb93-1740-416d-b0ea-b0069f4f43bb","remote_addr":"[::1]:54500","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:50.980356665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"1a4eeb93-1740-416d-b0ea-b0069f4f43bb","remote_addr":"[::1]:54500","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1609,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.981354122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a4eeb93-1740-416d-b0ea-b0069f4f43bb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.982966274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.983098808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.983172806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.98492179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.985028383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.985063132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.985095657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.9855789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.986573261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.98664295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.997238982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:50.997306576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:50.997411946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.001538418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.001716593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.001764749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.002179666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.03138249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.031447049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.031481047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.031509363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.032415168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.049262275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.066743625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.066898624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.067086188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.067786473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:51.096843547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:51.199505885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:51.199790943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.199845151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"1.048578805s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.199882025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.19990976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.199938537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.199969098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.199997555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.20061772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.204034689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.207803608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.207871062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.207904288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.208280528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.208525887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.208574013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.209019521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.212232111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.212290858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.212966034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59223","req_id":"cae12eab-d2e9-4282-b5ca-bb79d46ca36a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 90 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.213031153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59223","req_id":"cae12eab-d2e9-4282-b5ca-bb79d46ca36a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36993,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.21324511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.213403355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.213502733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59223","req_id":"cae12eab-d2e9-4282-b5ca-bb79d46ca36a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.213929704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3936, tv_nsec: 12829219 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.213987048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.21434428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53726","req_id":"1d00babe-511d-49af-affd-c7c9e4e583c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e lO..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.214400372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53726","req_id":"1d00babe-511d-49af-affd-c7c9e4e583c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.214551553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.214589037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53726","req_id":"1d00babe-511d-49af-affd-c7c9e4e583c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.25047588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.251086015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54561","req_id":"281ea130-d612-4db0-b90a-cb3a0355ca55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 59 4d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c YM..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.251179321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54561","req_id":"281ea130-d612-4db0-b90a-cb3a0355ca55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.251253579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:51.251393508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54561","req_id":"281ea130-d612-4db0-b90a-cb3a0355ca55","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.251539058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.251579489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.251604919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.253456969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf71042-14c1-464d-ab02-d59dfa322cdf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.254075081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.254843402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c741e28-cef1-4009-b2e4-db488d0994b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.255026166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.256697406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0f1dd5-4ae9-4e08-911a-f822ee69015f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.256814389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.258627672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7913bfc-96de-4e12-8d6e-df064515a532\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.258895365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.260535182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40150fdf-4378-499f-b53e-fceb470176e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.260614059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.262317303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a955fb81-16da-40d5-920c-17a32ff273ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.262395679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.264153732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b622e2-8269-49bd-99f7-ccc56044af88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.26423319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.265916494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"256ff770-2418-4748-93d0-352d08da1cab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.265985211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.266994752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bdc4c9e-1ec0-49f7-939d-7285f9198f00\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.267103269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.268030316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15dc128e-fd95-4687-81f2-f0b87c39aaf5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.26814308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.269248954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22585f73-21bf-4364-a3d9-df6d937f673b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.269311969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.270718191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09a8bca-e262-4c44-a703-bef32cc89f87\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.270833521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.28134807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b8d67e9-b6fb-4064-bec5-52d9a682281d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.281521937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.287964513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.30065594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1840943c-c868-4102-8324-0fb6df2b847b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.300745418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.30247764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2efebcfa-1b87-41de-9a4c-db5f80af8849\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.302594222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.304923232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74f0358-5a73-4795-9bee-08caf7d01bab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.305066909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.30820465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b87bea7-2112-4211-8fc9-d9ca37124666\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.30833009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.310069105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357201f2-103f-4f94-9d09-75e0dcf84fca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.310191379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.312890767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49dc4670-24a5-46f9-84b1-fecfd2a2236a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.313026718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.313860048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ddffb5-c961-4230-9cb3-cf5358aa5b7e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.314477699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.319510316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5959bbc2-d444-48de-8fde-a68ac29020f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.319666467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.320764094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe6bcac-95e4-4e76-a7e3-adbdada122c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.320824545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.3217756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390d2b5b-d561-4f49-9fcf-01b982539cca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.321892382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.335088254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90307a23-f870-4a8d-9363-bae3022e249a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.335280036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.354341726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.360903089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.36096907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.361000342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.375881683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.377835275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ec1e2c-1d7c-402e-b34c-196bdc8c4d75\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.378145493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.379321586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.384954319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.385018557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.385076042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.38544144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.387057309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec0d0cc-e6a8-4bdc-bb08-182cc46aac05\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.38713304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.387774328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.387824498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.388316729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.39033989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043b0561-51a7-4bd6-b8f6-bdaf597bc6ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.390403957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.39260353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f5f188-3ce2-43fa-99fa-910f5ae5e4bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.392666926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.394561381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"589e4985-03fb-4189-b186-384775fc61ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.395400012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.397178505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a3ff1d-9f1f-4c48-94ae-a0da41021a7f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.39732649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.398295641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8849b4f-2c30-40fc-a89a-656632df276e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.398500379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.399512105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe20852-7b7d-4a1e-a5fa-2127e0f59dd7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.399714778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.401175158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e7214eb-c6fd-4ff0-ac92-7ea41dbf41e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.401379064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.402656329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"669d120c-799e-4752-94ca-bd5476246d8b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.402731349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.423694847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eacb84e-7e9f-48f8-a03e-42107578999c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.423946138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.430777419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08703a6-89aa-4e1f-9801-21f18c8f3ae7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.431192416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.431820567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.434982908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a59c24-2ccb-4e03-84af-4afc0b2bfe71\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.435092907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.437404583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8c4af9-12a3-4b07-8623-d6fc6b0890fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.437534652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.439279218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561af608-a6c0-4d09-9d99-226d1823936f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.439399077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.4414784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e197d3-7e5f-4e58-ba77-836be185c648\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.441598249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.443378195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4787d5ab-6b30-434a-ad6f-56722aa29d40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.447860626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.449889518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c83ca1b7-490e-41c9-b621-37d6bc39880d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.450173795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.451722841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9412bab3-4b05-4cf2-b204-9cdb35b1c87b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.452025304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.453379352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8652d48b-68f5-4fb0-9273-0bebcf5e5b17\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.453648127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.455392573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f90f2b11-801c-4b5d-8ae5-361bb944b322\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.455462392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.455499807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.455530377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.455558153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.456531853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.472582944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.477252978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.477335994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.477370873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.477404981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.477433318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.47787619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.491001511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.492064449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.492124339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.492157254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.492706839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.492960955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.49778639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.497976469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.498143481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.498756172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.520902758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.527178422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.527251387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.527282519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.527668368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.662491254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.662622265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:51.662930719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62058"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.663714902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"039303e3-95cd-4332-9555-b54a38577d8b","remote_addr":"[::1]:62058","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:51.664189647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"039303e3-95cd-4332-9555-b54a38577d8b","remote_addr":"[::1]:62058","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":500,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.664487451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.664534615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.665190021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.665418847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039303e3-95cd-4332-9555-b54a38577d8b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.667179404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.667219805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.667245025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.668756056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.668800164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.668831105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.668858841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.669322174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.677062446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.67719496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.677533454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.683487056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.683623929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.683666364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.684433632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.695443218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.714557602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.714709074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.714790466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.831475303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:51.837460047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:51.837749564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.837805025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"637.90811ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.837844053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.837871016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.837901828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.837929853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.837956537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.838679697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.842291955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.846337545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.846397625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.846429599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.846807401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.853268936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.853324987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.854228027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61719","req_id":"4f624418-fc3a-4ab4-9db9-401d989c6262","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b f4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 K............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.854288828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61719","req_id":"4f624418-fc3a-4ab4-9db9-401d989c6262","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.854512052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.854680468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.854731329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61719","req_id":"4f624418-fc3a-4ab4-9db9-401d989c6262","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.855155615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3936, tv_nsec: 654059599 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.855214201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.85551971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50837","req_id":"3e5628e9-5c2a-4c59-a6a4-75f83587a9a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 82 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.855573728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50837","req_id":"3e5628e9-5c2a-4c59-a6a4-75f83587a9a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.855969136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.856012452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50837","req_id":"3e5628e9-5c2a-4c59-a6a4-75f83587a9a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.897371186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.898126612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.898180489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.898210749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.898238194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.898978479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.899915967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54268","req_id":"b627cf38-1fca-4d72-b8f0-056e521eb813","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a4 43 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .C..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.900004563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54268","req_id":"b627cf38-1fca-4d72-b8f0-056e521eb813","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.900089152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:51.900338469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54268","req_id":"b627cf38-1fca-4d72-b8f0-056e521eb813","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.900631763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.900679037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.900707043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.902113946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.908162948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.908220413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.90824884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.90928319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.911060391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.911214047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.911427753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed13cedb-ea6e-4b7f-b693-4187325ff37e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.911793943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.912203268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.913125195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.915877008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.915935545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.916166796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.91787533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80657e13-9b1c-4d49-8b25-4cc60df0c050\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.91817641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.922062372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.922723559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.923577681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aab7d61-40fa-426b-8016-3c9ac4f32fee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.92378261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.927311901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:51.927428173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.928461582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3caf63-3f8f-446e-a594-7cb17f03ecce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.928770437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.932090472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa51581c-2e76-4c72-b883-a20c86991bda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.932334849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.935644664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24ee0da7-08f2-4f78-bf0f-814efc2cf356\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.935849572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.938335816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4956b19b-2d9a-4f04-a87c-15ce731157ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.938478109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.948875886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b22b7a-22e4-4b15-89ea-1ca549e7775c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.949007298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.94985636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da810459-c695-4f71-b6a9-94f6742fa338\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.950003613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.951228403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b04846d-977f-44e0-a9fb-1ab0a2297d46\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.951479273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.952634846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da81adc-a182-4ed8-81b1-e88114615ed0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.952821508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.953911329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93d099e-f177-46b5-a808-49a10dd36431\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.954234894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.957345321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8ac660-fdcc-4f70-a14c-9071df1b8874\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.957617523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.958341165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.960520207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a5bcc4-a895-4ed6-a39f-1c4115436ccd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.960640897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.962425343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e0e0cef-2ec3-434e-9828-f0d92fea5137\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.962540913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.964912388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8a05129-07a4-46c6-aad2-18d7b80015e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.965031455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.966808025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa7d5ff-7ed2-4f83-b0ea-441680bd41d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.9669262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.968728642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74f801a-78b3-44f3-b314-e90f07783966\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.968850645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.970601463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7210939-2574-42cd-9f71-d09cced21b3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.970717244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.971534382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55ef39c3-0f11-4e1c-829f-af1b9fc5b479\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.971791234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.972701658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607878e3-be46-4ffa-828c-ac9a2d0cd3ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.972827518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.973882089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f39d6de-c94c-4a4f-a882-4a7fb280d462\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.974495081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.974858174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab90019-951e-4b63-a411-7f03e3d9a6df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.975112591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.976254366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0692a8e2-071c-42dd-9006-12deca27f95d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.976404245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.978172999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6aadae-3b54-4936-a12e-446e8914b1b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.978286275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.980148054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69087537-a5f7-4f04-992a-99a48f73c90a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.980267081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.981956217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c7fe02-e65e-4ad0-90a3-1d9e73f2e767\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.982077168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.983952143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"117d9465-a8b1-4b66-8afb-a88c08634bda\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.98407103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.986147117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3f197e-e34b-4d68-847f-d274556d2669\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.986266865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.988011982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f547a497-fefe-43bb-9413-31d58ee8c512\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.988139887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.988943208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf2184f-563f-435f-8b08-c0842520ee14\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.989066123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.990022739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe1dc37-51ee-416d-a587-8e7005783dd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.99021924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.991117861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f011bd41-3c4e-42f3-b771-fee506895390\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.991247349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.992184326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dbae029-89ee-4573-8d38-24e3d59a050e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.992297902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.993492261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307ce49b-090a-44d4-a712-db8cffdef1e4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.993695246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.995606133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3689a91-2691-4bd7-9554-58ac38b1cc9b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.995672315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.997400298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925165f8-cb97-4c5d-9d5b-8984bc6a19a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:51.997516009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.00257571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f607a6cd-d9d8-4673-add2-72686a124ff5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.002770628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.009810234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.009941165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.009979391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.010010643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.01089738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.011495782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c380d9-350f-4bd6-8703-c4009060846f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.011782363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.0131607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.021143855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d73af90e-b187-4a8d-a957-9af2ed85ad94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.021286029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.021637078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.027761521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.02783122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.027863554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.028348921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.030905224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b53c81-ce95-4819-a33e-3b699fb932d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.030987739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.031353758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.031415701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.031943092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.034099589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c391d578-f7c5-4f07-8f80-b230abbc6673\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.034249297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.03552073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99853716-45af-49a9-9d13-f60d5af19732\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.035684667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.03687057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7432f1ab-d31b-4f64-93d9-4557dcbab717\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.037050068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.03803482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aceb04d7-c04f-4db7-83db-ec8ceada3f09\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.038189508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.038235169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.03826579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.038293275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.038786076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.041288302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.045699281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.045759941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.045789951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.045816955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.045843137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.046288595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.05052749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.055242635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.055321232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.055353636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.055862901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.112605838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.112695647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.113805197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49406"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.115094386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"6ab85b43-b818-4c64-bbb2-989616834b11","remote_addr":"[::1]:49406","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.115627187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"6ab85b43-b818-4c64-bbb2-989616834b11","remote_addr":"[::1]:49406","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":578,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.116626979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab85b43-b818-4c64-bbb2-989616834b11\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.119329474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.119435325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.119468631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.121995486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.122195414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.122252648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.122285925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.123292771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.127768558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.132792037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.133019621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.13307961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.133702471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.156968056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.177374505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.177724873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.177786646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"339.895369ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.177824261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.177850954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.177878199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.177906305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.177932477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.178700707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.181862216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.186496149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.186556059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.186589535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.187692653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.191921599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.191967571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.192813456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56731","req_id":"5403e325-7c1d-4cec-b6d9-f35eeb42cd58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a7 a0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.192867524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56731","req_id":"5403e325-7c1d-4cec-b6d9-f35eeb42cd58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.19306124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.193258393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.194192393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56731","req_id":"5403e325-7c1d-4cec-b6d9-f35eeb42cd58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.194624695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3936, tv_nsec: 993510994 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.194678292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.195000744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54398","req_id":"6613fa0f-bd9b-448a-83ad-309d6c0bb435","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 63 b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e c...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.195050664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54398","req_id":"6613fa0f-bd9b-448a-83ad-309d6c0bb435","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.195197636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.195232566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54398","req_id":"6613fa0f-bd9b-448a-83ad-309d6c0bb435","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.243109458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.243347792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.243399736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.24343213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.243461669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.244186694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.244434748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51847","req_id":"9b43c07d-4fec-4dde-94f5-099b26fc4b0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 23 ca 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c #............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.244489076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51847","req_id":"9b43c07d-4fec-4dde-94f5-099b26fc4b0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.24462659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:52.244711259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51847","req_id":"9b43c07d-4fec-4dde-94f5-099b26fc4b0f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.244873572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.244914845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.244940917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.246701174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.253089693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.253150945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.253183249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.253580811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.256325009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68f2aa2-9378-4c6f-8859-9e760ce1e10c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.256560167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.256936567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.257095474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.257513737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.25962808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969484e5-3f60-499e-a331-998dc18574c9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.259802998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.263289515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6094fb1c-ffe3-4d6e-8270-784a068ff815\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.263527529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.267179405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576e7314-9470-4562-8ac5-e84ce2255040\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.267296368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.27764153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6246090c-75af-4871-abbf-4814145d2de9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.277792141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.306305562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.308132091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee59258-318e-4a00-b9e2-a17b3e3f4bd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.308358232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.311912213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86093719-bab5-43d7-b924-790188bc334b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.312107361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.314192446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8668f8d2-e95f-49f5-ae9c-ce68cf0f60b1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.314331142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.315245063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f0eeea-4fce-4a55-82eb-0b684bdb8787\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.315410433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.316799019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3385601-8bbe-4020-9e1a-6ca2009b21b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.316962335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.318084911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6664620a-f59d-41a9-9785-6117a9eb7106\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.318240171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.319102348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a3eebf4-8a9d-40b0-baa7-32fa73e4f99e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.319232618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.321051933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e42168b-ddf6-4238-a62a-91b2b510058f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.321387912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.325334456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6cb647f-4245-4e0b-b2e4-c4115523d8a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.325682188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.327980538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102ccc36-746d-4b99-97d5-95e92f57575a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.328470935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.330759364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af5ab6e7-e7bc-4719-ab6a-009e2e6163d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.330973721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.335738054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad0e406-051e-4fe5-844c-80dce1fc14e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.335942942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.33851172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b339b34-e87e-4d7e-98fd-1353d41ba391\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.33858192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.340496285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6e5314b-2724-44f7-b377-9ee2d6438bd4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.340621825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.342032666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68a74cc-9d8e-4624-84df-83b820c15d23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.342189298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.344899518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3b3d74-179d-4933-a373-53ebbcf1c1ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.345031631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.3460902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0410c13-9e26-4e9b-8cb5-a9152102e532\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.346277243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.347910026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c823cce3-2fcd-4e7c-9fbe-d380e0e913e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.34802747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.349145938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95bd9e01-6d72-4561-a3d0-960edaae50fa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.349308933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.351389208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29a808f3-1464-428d-92e0-b0148600e869\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.351507744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.353250587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909274df-adec-4e60-8f0c-305c6aa84e4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.353372209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.355460349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"314d378a-b399-406e-b758-1faf378a748a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.355575769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.356577365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.356625661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.356657084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.356682204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.358251701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.359873462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d51e88-9331-4a00-b2cb-8a012bcf7813\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.35993245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.364009613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.373616805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.373680772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.373712315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.374632128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.37914003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.379199498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.380972671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.381308921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d69248e-97c8-45ac-8153-be313d70e429\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.381537466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.383753913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c445c44-a76d-4276-a086-e88bc010b164\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.3842246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.386624682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3efb51-0455-4312-854a-9946f7e6c491\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.386905091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.389489009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3293f143-1304-4423-ad5c-22d7f4193188\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.389553428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.390497068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb57f21-bfb4-489a-a8ac-bc8125690b3e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.390819039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.392117015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bef23e6-69d8-493f-9634-f4559b04a511\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.392238027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.394203533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752c3d13-1f9f-4651-969e-a7a192bd9111\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.394297059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.397805038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82db081e-6030-464c-9b66-827e1dac4d46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.397990388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.400478535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71cb2974-1063-47fe-acbf-890f305e5014\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.401756201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.406158061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c1b113-33f7-4ca2-8787-b0a603569e56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.406278571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.413493627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a6e47c-a4d9-4d20-991d-607241c29af0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.413617834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.414615182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.416660547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3794778d-5be2-457f-a259-600e9a991108\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.417214601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.421944214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19648c5a-0af3-4b5f-862b-16b010783f49\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.42212759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.423347149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa21e58-f40c-4cce-89fc-6fcdbb3ebe10\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.42423559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.424651829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd418a7-f720-429c-90cc-b11f35548684\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.424795355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.426032981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922ee17d-5a65-415c-918a-15be4a012f32\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.426137078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.427045198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078be773-3b60-405b-9e84-22670ecb6daf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.427849891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.42790452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.427938958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.427968167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.428693923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.43180933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.440124778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.440184216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.440215829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.440290298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.440323083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.440973178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.443573639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.449278526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.449341622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.449373175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.451765812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.507255241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.507399789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.507721239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.507767251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.507800217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.50782679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.508733366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.508790259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41426"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.509763148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"132f17b9-0780-4753-b87d-d6269c76a358","remote_addr":"[::1]:41426","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.510164828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"132f17b9-0780-4753-b87d-d6269c76a358","remote_addr":"[::1]:41426","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":498,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.510525086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132f17b9-0780-4753-b87d-d6269c76a358\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.512272457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.512331234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.512360914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.514022604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.514086041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.514152283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.514198214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.514890333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.515134069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.520499479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.520561944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.520593577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.520959155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.523267645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.528993152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.529216247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.529265755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.529759189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.532030534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.532087628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.534213283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.54858124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.549886331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.551213164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d4945475-2774-45e6-8104-7e8bd7458702","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.551587831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d4945475-2774-45e6-8104-7e8bd7458702","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.551645967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d4945475-2774-45e6-8104-7e8bd7458702","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.553264521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d4945475-2774-45e6-8104-7e8bd7458702","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.557365071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d4945475-2774-45e6-8104-7e8bd7458702","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":6102,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.559814081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4945475-2774-45e6-8104-7e8bd7458702\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.560133077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.560761128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7d90fda7-c148-45b2-8457-3ad1c80e20e2","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.561780178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7d90fda7-c148-45b2-8457-3ad1c80e20e2","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.56183629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7d90fda7-c148-45b2-8457-3ad1c80e20e2","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.562753127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7d90fda7-c148-45b2-8457-3ad1c80e20e2","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.564858622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.565167958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.565215393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"387.378406ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.565250082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.565276865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.565303378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.565329951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.565355512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.566246898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.566628378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7d90fda7-c148-45b2-8457-3ad1c80e20e2","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":5877,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.568059439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d90fda7-c148-45b2-8457-3ad1c80e20e2\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.568159739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.568201763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.568228606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.570196688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.581534568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.581723464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.581865878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.582576243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.583264985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.586613467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.586661132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.587534983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51716","req_id":"3ed7f0ea-158a-4a0d-b4af-2f4c5d2d8be6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 61 6f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ao..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.587635223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51716","req_id":"3ed7f0ea-158a-4a0d-b4af-2f4c5d2d8be6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.589102316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.5892798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.590265413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51716","req_id":"3ed7f0ea-158a-4a0d-b4af-2f4c5d2d8be6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.590715059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3937, tv_nsec: 389616468 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.590764017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.591360355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56277","req_id":"7fa444f6-34e7-4026-85d7-af493afd4e46","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 67 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e g...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.591413761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56277","req_id":"7fa444f6-34e7-4026-85d7-af493afd4e46","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.591494452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.591514522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56277","req_id":"7fa444f6-34e7-4026-85d7-af493afd4e46","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.645316709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.645741496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.645794141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.645826195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.645852727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.646535658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.647011987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50795","req_id":"7e2c1703-a5d3-4891-af9c-8e70b6f9ea31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 94 0b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.647153539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50795","req_id":"7e2c1703-a5d3-4891-af9c-8e70b6f9ea31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.647345933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:52.647431072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50795","req_id":"7e2c1703-a5d3-4891-af9c-8e70b6f9ea31","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.647622323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.647663696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.647687784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.64979391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19169c10-7373-4694-91d7-dadd32a32ebe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.650069509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.65032108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.655852331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.655907701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.655937841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.656421695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.65887805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6958ffe-da20-421b-94c5-a95bcedd75bf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.659129701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.659319088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.6594101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.659784977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.662093827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55fc9b8a-2e27-439a-ae5f-f15c16b29d2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.662203094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.665003775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668dc13f-6ab5-49fb-9d86-8e19e98376c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.665163834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.66738039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef966497-b15c-44ab-b771-0833a83c6400\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.667503255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.67215338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263796bc-7d16-4376-9c5f-9064f59b2f05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.672351975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.675482433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.675574977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.678742879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.678965482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.67913004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.679173096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.681817164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c95931-2a87-4c63-91ed-98d72117ff77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.682015059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.685936311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc47090a-0abc-4622-a21a-a62ca1c01d2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.686059447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.689670141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d330a50-fa85-444f-8e0c-d1151fb688dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.689735942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.689849177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.690963077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043db852-dcdd-4db8-9e62-1d6de562d28f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.691029038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.691875505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7137feb1-9813-4141-959b-b66b9351ec2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.692002828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.692950116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d250bc4d-32a7-44d9-8e71-26a290aec438\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.693076357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.695454866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3438bc07-0785-4e0e-832c-98b6f34a663d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.695711167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.697626543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f59ff0-a3fd-4e80-8c46-20bf69616063\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.697761653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.699513403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"712b486a-e0bc-4c98-a1d0-5def755a98eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.69961233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.70174035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7bfd98-b968-41e0-80ee-8da8507dfd27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.701873966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.703544274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7deb9b4f-5a8c-449e-9615-d1755c815c7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.703739864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.705834327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e82e0bf-f506-48f4-8cf7-ca152927bb94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.706052602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.707489495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee9247a-2715-43ac-b67f-59c2134a6f7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.707610205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.708326372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc75a1d-4d22-47d1-af8f-3b560e62706d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.708475329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.709402146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30105a5b-7e2d-4503-a94b-6b67fa156bac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.709543708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.71055855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7c6a9f-575d-411f-95ec-90eb9ea8513e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.710640703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.711474735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fee6ed5-4b38-4b19-9948-d4af9661c3a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.711655365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.712785256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8019fc8-d2a9-464b-ad96-2e27a0587ef6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.712945616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.714478259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba07232-e972-4c3e-986c-5fde2ff05006\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.714583228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.716415339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abadd2c5-3290-4c0b-9963-fffd079fda0f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.716933191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.719163294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e027cef-bb56-4505-ba25-da353787a909\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.71928656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.721814266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fc5f46-a3f6-41ba-8014-936591cfdfec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.721886109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.723637689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5cabc0-dfd4-4eee-8277-48cbe1e204da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.723709582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.72526958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f33014-ba33-4211-81d6-7efc4682d3c9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.725436804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.726105145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63547cd0-f518-4175-a486-625b6e38f142\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.726228571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.727129085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c871c4-40ad-4742-af34-d18af267e91b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.727258092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.728232243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d5808c2-d261-424a-95a8-df01afdc134a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.728341992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.72913916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea68c80-de22-4040-80f2-fc39621cedbc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.729257426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.730299181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be47c286-b47e-4206-bdd1-3e601828d4e7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.730681052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.732897058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073cccff-eca0-4b79-9593-c300615a45d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.732969131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.734472998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1d30d4-06be-4b4a-a316-265c75cf9e0e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.734582145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.736380258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0b2689-7b0d-473d-87d7-435735f9655e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.736444425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.738259322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1e959a-6ded-4b09-ad9b-8c9ac566ab22\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.738342507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.739845883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12fdff7-0611-4843-b32a-65492c353960\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.739961854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.740563182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.740626779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.740658452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.740683952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.741331302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.744609774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9929c38d-23a6-4600-b308-667cfc42e383\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.744674393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.744706748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa33012-814f-427d-831e-bf5fc8e26683\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.744736527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.744771557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.757302895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.757368365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.757400599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.757896567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.758686331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb621e8d-4663-43b8-ae89-9139417d0bd4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.75885621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.759926753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc0253b-791c-4001-b5ae-a760c5f60fa6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.760088795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.760692188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.760744021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.761163416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.761650798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fb938a-af85-48de-8915-4b2107f7f80b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.761755196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.761796568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.761825606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.76185254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.762904475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.766080634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.772408792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.772471327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.772501256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.772528922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.772554963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.773638472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.776075598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.780738338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.780807336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.780841023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.781225739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.827972579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.828137437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.83205375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60642"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.833112269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"83705262-0b4e-41ca-a1e1-4a67766d05dd","remote_addr":"[::1]:60642","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:52.841847644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"83705262-0b4e-41ca-a1e1-4a67766d05dd","remote_addr":"[::1]:60642","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8725,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.842811154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83705262-0b4e-41ca-a1e1-4a67766d05dd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.845531484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.845621513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.84568509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.847847628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.848026615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.848137747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.848228477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.84894258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.853080956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.857628186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.857823094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.857868254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.858347338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.870190165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.887895611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:52.88878301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.888840334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"323.56383ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.888877658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.889438445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.889605819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.889652262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.889840927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.892138756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.895656434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.901213136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.901316682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.901352393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.901812871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.90553155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.905588503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.906438487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51365","req_id":"46ccab4c-5d8f-4df2-b9b4-30df886179be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 0c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.906510851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51365","req_id":"46ccab4c-5d8f-4df2-b9b4-30df886179be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.906761491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.906874546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.906969816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51365","req_id":"46ccab4c-5d8f-4df2-b9b4-30df886179be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.907316947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3937, tv_nsec: 706222344 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.907367628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.907670091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49254","req_id":"16e66ca2-b904-4c82-a5a4-bdabde5276a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.907720692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49254","req_id":"16e66ca2-b904-4c82-a5a4-bdabde5276a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.907855991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.907890751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49254","req_id":"16e66ca2-b904-4c82-a5a4-bdabde5276a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.954022866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.954253776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.954307473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.954339667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.954367442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.955921829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.956023452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.956064313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.956574099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.957675964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.959139691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52805","req_id":"2dfc7860-a882-49d6-822e-23f856d2570f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 09 cb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.959292706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52805","req_id":"2dfc7860-a882-49d6-822e-23f856d2570f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.959535048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:52.959678364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52805","req_id":"2dfc7860-a882-49d6-822e-23f856d2570f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.959859435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.966215238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.9663214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.966354937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.966812749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.96927755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.969372459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.969405565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.971559797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.971622181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.973435905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.973494402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.974370928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.974918198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"761fb7c9-de2f-4890-a789-c9e4e2ca3a66\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.975223206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.975813903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:52.975872941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.977721774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717d3fc0-cee0-4b93-b837-a81e816a47c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.977938807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.980951189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560b6da4-04e7-42c3-a5e5-f3f9574be712\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.981117149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.983430929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b52618-40b0-4f43-88bf-03c609515914\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.983504316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.98616644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d1105c-4aa2-492a-a998-6c7a076883da\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.986333893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.988313047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95f6d38-d887-4e5d-9f78-f1b36873c091\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.988453557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.991941416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c38d1d-0df2-4059-818d-0cefba9d1d58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.992145443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.994064376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70899a6-4828-4ba3-8f74-4b3624ce891d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.994157071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.995209808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43110f92-1a7e-4042-8dd0-0de426953a9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.995350478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.996382585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ac3c72-b511-44c0-93de-e1778fc643dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.996448506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.997421515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22938066-c6bb-430f-916a-d63da4f1cdb5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.99748431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.998570724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27fb28f-86a0-474a-b54f-f0f5254417fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:52.998634161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.002745653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f5e0e9-cbed-4ab4-81d2-ee732ef2a829\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.002920862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.003536108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.006343842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"926b2f96-eaab-4288-aeeb-abf5118410ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.006681304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.008338246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eede0219-1a71-4efb-89b5-555d0645c53d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.008453415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.010100136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12b3a75-1b75-4587-9226-7b9b7848d96b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.01028762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.012352313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ef480da-8f35-474f-b01c-c82bcd6dda0d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.012465268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.014603469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2abf1a7-4dff-4472-b0be-a41fc3a830ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.014751253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.016515779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979f326c-f5fa-4917-8736-1e0153ded8b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.016634836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.017468096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cf8665a-e860-4cdf-a399-7abce907bf86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.017623205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.018514882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18457261-60af-4f60-b80f-6645d9cd394c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.018656424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.019564654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d53307-59a8-4a96-961d-00a16bc50fbe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.019653631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.020461981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ddc1bf-9adb-4d89-b846-5a226c1ef6cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.020529556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.021598045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9470a2b9-25c5-4c73-8815-0e3ae04bde3a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.022116187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.023767487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e18333d-f8db-4a0d-b97c-8d3b1787ef73\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.023835192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.026094083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"583ffaa1-714f-4f76-a406-454126787c01\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.026161517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.027803298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb8eb38-acdd-41a8-998b-ba6a94dae5ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.027877196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.029314499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1140e03-4bf8-409b-9b3d-2c327d6cf845\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.029389078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.031499613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e27120c7-c36c-4ed9-bc98-c18e9951a330\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.0316184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.033705628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2deeefdc-ecc1-41e9-a81a-686a9db8bc40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.033922531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.035063564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a931975a-4e90-4a93-af83-8c66d03376c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.035205497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.03634158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34afde0-5ad1-4f56-8b23-51a6a704f66c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.03658716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.037880156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"012bd4c8-b35d-4af7-9fbb-d430d3261746\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.03800748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.040282523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae01ee8-5911-4a94-88dc-0fba45b5b876\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.040516809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.042189041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92725460-4f5f-49b2-91cc-6bb39c194899\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.042376685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.044236891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"640564fd-5261-41ce-9c5b-2bc644e7958f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.044518833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.046305874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18a2909-2867-4b85-8af1-fa1d7977bd2e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.046373398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.048082093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f131a36-3da4-430e-9c19-8b86325593d4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.04824632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.050286344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ba1ba3a-6f92-4ccc-83bd-cd4c7fa0cd2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.050398728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.052091571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c27310-769e-4ff2-8512-32cdef0d923a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.05220643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.054167307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b99edcd-1e51-4642-946b-84cb4ebc1f19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.054280643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.054946019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.055034054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.055069575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.055096188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.05586508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.056457991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fd69c2-7b0f-4c45-8182-ee51b02c0aed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.056590054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:53.057348535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.057969703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ea655c-0b79-4dcb-bc97-b4e360240654\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.058135944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.059500884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f100372c-e4d3-4af6-909f-7338d82e50ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.059621534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.059814839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.065699284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.065759434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.06578794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.066296333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.067372979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f84327b-86dc-4deb-a910-2f779cf5b32a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.067436736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.067470533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.067500292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.067526124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.06816659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.070173228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.070231544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.071211547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.072921023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.078373687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.078436322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.078467454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.078495239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.07852086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.078983221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.082860376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.088018634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.088296968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.08841319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.088999017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.142114356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.142259475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:53.142840012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50273"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.144280652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5ddd6065-112e-4ba9-a2d1-7fb3c30be207","remote_addr":"[::1]:50273","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:53.144690649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5ddd6065-112e-4ba9-a2d1-7fb3c30be207","remote_addr":"[::1]:50273","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":581,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.145120986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ddd6065-112e-4ba9-a2d1-7fb3c30be207\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.146562248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.146615033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.146642969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.14825453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.148308347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.148341383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.148370501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.149120956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.15372017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.161318148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.161611713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.161716322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.162284083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.183356979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:53.198049253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:53.198354431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.19840914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"309.519768ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.198448197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.198478949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.198515151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.198546122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.198573988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.199323331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.201319548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.205033979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.205088007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.222207777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.222888633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.225991636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.226051565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.226876669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64323","req_id":"db99bc0d-eea4-447f-9f74-dbb22d5b24b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8d 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.226937821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64323","req_id":"db99bc0d-eea4-447f-9f74-dbb22d5b24b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.227155435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.22731392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.227410443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64323","req_id":"db99bc0d-eea4-447f-9f74-dbb22d5b24b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.227789117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3938, tv_nsec: 26659906 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.227846331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.228108243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51992","req_id":"771659cc-f38a-4aa2-bbdd-596b7d26b45d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.228157571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51992","req_id":"771659cc-f38a-4aa2-bbdd-596b7d26b45d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.228299975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.228335085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51992","req_id":"771659cc-f38a-4aa2-bbdd-596b7d26b45d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.267342876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.267569327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.267626721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.267662041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.267690709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.268477115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.268819177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53188","req_id":"71cccf30-a204-42a0-baf0-2654ee83e883","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a1 23 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .#..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.26887606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53188","req_id":"71cccf30-a204-42a0-baf0-2654ee83e883","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.26895113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:53.269020678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53188","req_id":"71cccf30-a204-42a0-baf0-2654ee83e883","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.269045889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.26907176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.26909667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.271273798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.276575521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.276718937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.276806311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.277304614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.282044688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d428e431-f202-4e7d-9b9f-dcabf51f7292\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.28245745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.285071378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.28529318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.286456107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.302188203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d99ab91-38c8-4290-ae4c-e517d1ba1d58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.30370745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.318545243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f453a779-90d9-47e3-ba34-012b2176bc0d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.318717887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.320770717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2264ab14-a347-4e77-a845-4742f49eca77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.320889554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.322815722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f754596-d9b5-4e84-84f7-41e7a8e4a35a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.322967885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.32562532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c467f51c-fc2e-4aa8-9c40-d4b71dda9153\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.32597192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.329678706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df839b8-f6a2-4384-9b0b-a7ff52de5bdd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.329760699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.332769043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6eb1866-f6db-49cc-ab90-5c24d79d4c70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.3329782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.336177765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e41d7a14-29d8-490f-9d74-8b6612e4415b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.336312713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.338500653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4a2ff9-b7e0-406f-a438-fcb93498497f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.338641233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.342200725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf24b64b-d0e4-4f2a-87fd-f5b40f2990c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.342547165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.342964246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.344626348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44433f1e-057b-4e3f-9ccd-0f56bff22d5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.344696969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.345920847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b88947-6335-4369-a2fa-0f45c41faeb1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.346084012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.354367647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479dae75-79fc-4c70-8019-23fc0ef46596\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.354481003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.357670958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1daf236e-60e3-4346-976a-02c315cff70a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.35919234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.361386942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3661ec30-527d-4d14-a536-ea2878ffa95f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.362109993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.364478692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7f42139-9f69-4bce-9f23-4043d8fea601\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.364591176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.369014941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f79f023-055f-4b6c-bdb1-99f16a77f6fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.36933109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.372090058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae29f2f8-c82f-4ec9-af9d-9a6e8b369131\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.372201459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.373050892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88185fec-7254-4882-b89c-ed455d4deb77\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.373169859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.374120653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a8e16f-79fb-4787-8b39-3e0c13991f02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.374385361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.375701994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3ff75a-fecb-453f-9863-1ba792278ac6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.375900129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.377225409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e02311-7e5b-4e25-b4b4-acd761f91297\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.37753182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.378582022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035ecf46-15ce-43f0-8ae9-3caa84c52ddb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.378735969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.380718078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6af858b-5656-4630-92a9-031818b5835f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.38095984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.383928194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a95ce0-2d68-4883-93f1-d48f08aa9bd1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.384000208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.392015979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca69cde-51ec-490a-aefe-01fd91660c21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.394995966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.395617775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.395742323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.395838625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.395920198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.39680473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.411803384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.422954241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.423056365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.42318456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.423879465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.428074092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.428181546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.429053604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.429664882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e89e71-09b4-41d3-b1f0-0aaa20337b1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.429956012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.438323163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c77e464-b702-4790-b11f-f6655c7357c7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.438593511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.445651484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c2740e-cd01-43ee-8ce4-8e2d31ade6e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.445983415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.44745644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4285d5-0ba9-4642-9af4-d013d12b30dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.447898451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.459673332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f45f04c-7509-4e4d-ad15-b9f5de474768\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.459934031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.462516065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30d6808c-6cfb-44a9-89fb-fc13f4d3bd47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.462875722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.465451003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae85e1d-5c3e-4044-8918-78b50cfb4492\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.465667665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.468273487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1acfc7-2f80-44b0-8f02-98a8e68c960a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.468539878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.473892222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25f2ea8-6ffa-46a0-a14b-f36aacb02abd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.474218422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.476258206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.478434923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d46c57a-5259-417f-a72e-7f39c4420e6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.478645282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.487920713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4916ccf1-925f-4d05-9d29-4cf65d3c3804\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.488144488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.494393269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afee3f85-4efc-4b39-b112-1ec2035c5f56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.494659639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.4986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37a7204-a7a9-44e0-b615-865b2cbb51cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.504081803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.531126066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.531208841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.531313861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.531361415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.539014053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.567407715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.609798596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.60989074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.60992588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.610925321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.671991782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ffcbc35-1595-4bdb-b8fb-d82edbdbaa62\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.672138805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.672364154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.672411058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.673303396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.67533834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.675506635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.677163156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4cff5f4-5849-4fa9-98a3-ee3f8a340f8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.677364838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.680903198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.680963768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.68099457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.681021814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.681785666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7622a327-e7dc-4edd-adad-be968f8cf72f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.681952659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.683371195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88293646-fb01-4abf-a6f3-c6270a4066a9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.68350423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.68534604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8117c69-504b-4b0d-a785-5ab34600b29a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.685544425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.68559198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.685623703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.685653883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.686196134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.691569389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.696251448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.696330035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.696361638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.696389804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.696416647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.697021442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.700300305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.704837255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.704902525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.705008817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.706046163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.778895681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.778968236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:53.779767719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59049"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.78088764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"f25fde3b-e458-4007-b581-a76da8c9030a","remote_addr":"[::1]:59049","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:53.780953491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"f25fde3b-e458-4007-b581-a76da8c9030a","remote_addr":"[::1]:59049","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":538,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.781132418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25fde3b-e458-4007-b581-a76da8c9030a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.783675244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.783731767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.78375822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.786869999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.786931001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.786963075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.786991722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.788111082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.792788341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.798234322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.798439651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.798493789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.799057713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.806258049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:53.847964787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:53.848529261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.848579061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"650.110002ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.848616054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.848644912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.848735392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.848783137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.848811955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.849648431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.85283489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.856839619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.856922444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.856957033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.857352631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.901091178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.902168394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.902234476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.902267561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.906446658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.906811976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.920652182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.922145447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.922204184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.922233783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.92324593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.923428994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.930029696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.930090076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.930120577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.930582988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.930855912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57974","req_id":"6cc536b2-5ff6-425b-beb8-2a3f7afc16d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f0 0a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.930915952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57974","req_id":"6cc536b2-5ff6-425b-beb8-2a3f7afc16d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.931171511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.931570746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.931746877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57974","req_id":"6cc536b2-5ff6-425b-beb8-2a3f7afc16d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.936570748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3938, tv_nsec: 735487638 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.93669704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.937874927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53346","req_id":"8c16f630-4a0f-4e3f-9b88-3babeee20bce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 8d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.938204443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53346","req_id":"8c16f630-4a0f-4e3f-9b88-3babeee20bce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.940354928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.940530518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53346","req_id":"8c16f630-4a0f-4e3f-9b88-3babeee20bce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.940702581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.940756198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.941530741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:53.941910538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:53.941972882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.037017432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:54.038182463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.038476248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58050","req_id":"6312642a-d638-485e-a446-1403a9460ee2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 08 c9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.03911957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58050","req_id":"6312642a-d638-485e-a446-1403a9460ee2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.042920143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:54.043137816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58050","req_id":"6312642a-d638-485e-a446-1403a9460ee2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.043840346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.043953301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.04417373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.044264892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.044388318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.054821205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7fc802-9e30-4de1-81b0-eaa43e238012\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.062230167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.063763862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b349d53-0c89-4698-8d22-3175c8fa5818\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.063929432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.067576729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f67ac43-170a-41a7-b70a-3c4ed61110e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.067674224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.069741112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd61eb43-7edf-4111-b7ad-471486bfba09\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.069871642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.072469929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a54c2cd-ee4a-4ccb-9ed0-b874fe311ec1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.072699155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.075147033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b147bb6d-477b-4aad-8876-c2412728fc25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.075264517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.077568497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f105fc09-0354-4d2a-8479-b1d252e7686c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.07772552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.084407864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce6cf05-5e89-49a6-bdf4-7c33d78dc590\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.084533014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.087013335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e88ba87-8104-4d80-b84b-884784906e79\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.087706376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.090939358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c0b310-1a77-4778-b78e-2862502f17c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.091288073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.091726937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.093002919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e53994d-199a-4ba5-9784-aeb4464008e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.093248739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.094327619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d940a54-09e5-4525-b822-cb250d305160\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.094638408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.095842236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa92117-f2bd-4ece-8519-53c94095e4be\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.096191472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.104497762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee3654c-6772-49e3-9943-33b8805562a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.104720606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.10661995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d155c210-b805-4fb1-b305-b8b06e402e12\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.107072021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.110703126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7998708-f0b5-4db3-b7e4-e3d3b9ae157c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.110773837Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.112285569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aee8b4b-5493-4fcf-bffb-22b59fbd7dfd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.11235162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.113911138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce81bb4-1fbc-45ea-93fc-5da4253ef9e5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.114015305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.115705623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e8d3816-c1cc-4341-b3dc-448d58a724b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.115771584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.116522951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2291246a-64d6-4358-bd0f-01de0db9c6e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.116665295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.124947918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d4976b-c01b-40d2-9a3f-865fddcfcac8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.12511476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.126082498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d50a761-83f3-4dd1-90bb-68087318a72a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.126213619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.127158963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d605c4e0-b2e9-47b8-90a2-3a2db8d34ad9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.127231277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.128439585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894b6a01-499e-42d5-9d45-0dacc57c0a87\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.128486718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.130459269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce3fcaa-ff3c-468a-a7d8-df812cea62f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.130573466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.132780504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a4d769-fe27-456d-9682-f7297a221686\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.132901885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.134597584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec80dc28-390e-4755-a828-ac640d5af228\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.134715299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.136625635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145e6b55-ae53-4f0e-b7e8-5d91ef6f2fb1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.13710522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.154961518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.155037088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.155075064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.155106306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.156000889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.157920894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96593a60-f4cf-4de2-b49d-bf88c6a7e151\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.158208517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.163267527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.175129271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.175254069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.175291614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.175741831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.182874102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"183ab2ef-47f5-4b69-a8b5-feef904859d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.183088148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.183542213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.183598545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.184051808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.184913605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c1fd93-debe-4b41-bb5e-3ad7e420791b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.185158513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.186425808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186f6e8f-9f0b-4f35-bbed-d76debdfe457\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.186782018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.187828994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6710f79e-bc3b-456a-9bdb-781957486027\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.187978532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.189891864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd123a2-16f9-41dd-b271-5d507c60885a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.189959289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.19136553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b11742-07b8-41f1-9b8e-cf0eb08015f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.191694275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.194072965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd518197-fcec-4ca3-b83f-0b8a1e099c8d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.194352131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.196274491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8b4d30-b249-497f-a57b-22160af170cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.196395943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.198705856Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1934ee5b-32a9-468e-8c43-3dafa4f2807d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.198771496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.200908424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1fdd55-4378-40fd-a0a0-7d8aff766055\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.200988303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.203963972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04a9b9c-79c3-4e82-a8db-842724cc9c4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.20403334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.20654277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de18bfd5-ef88-4239-9515-19279c114b31\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.206651467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.207856608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e3c6d2b-acce-4c04-bba0-7325597404eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.207987499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.211753282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b59d6041-0f5a-44bd-bcbe-15b98647c27b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.2118175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.212629578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.217979898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b38deb5-5ad4-40cd-82d7-4c7e57dc99a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.218099897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.223876917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a4d47e-0a19-4479-900c-e422c0d132a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.22394356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.223975904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.224008008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.224034772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.224625839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.234652447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.239976555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.240066865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.240101714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.2401346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.240163948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.240495078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.24295043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.247664182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.247735053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.247770925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.248328586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.316787005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.316889669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.317446779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.317590876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.317629794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.317659513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.31869674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:54.318760948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47239"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.320235686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"26e288e7-78e5-4e9e-b89d-b24f459a7a3a","remote_addr":"[::1]:47239","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:54.320978907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"26e288e7-78e5-4e9e-b89d-b24f459a7a3a","remote_addr":"[::1]:47239","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":825,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.324907194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e288e7-78e5-4e9e-b89d-b24f459a7a3a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.326851417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.326910515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.326942409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.330350599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.330704444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.330766187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.330799283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.331406523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.33281021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.348206195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.348269962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.348302748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.348944867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.368451853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.373278119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.373652646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.373761783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.374335506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.380546491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.38065651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.381478508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:54.479227356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:54.479572394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.479624518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"630.963674ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.479721491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.479762142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.479840097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.479880498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.479907862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.480700953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.486383695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.511839825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.511971898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.512069322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.512714047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.517129795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.518597429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.518709833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.521821242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58472","req_id":"e04614a6-8acf-4bb5-9a24-639c726f3ac6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ee 79 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .y..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.521943716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58472","req_id":"e04614a6-8acf-4bb5-9a24-639c726f3ac6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.522172642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.522331899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.522429103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58472","req_id":"e04614a6-8acf-4bb5-9a24-639c726f3ac6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.522814591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3939, tv_nsec: 321700219 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.522877827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.523232825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63392","req_id":"874d0cff-c794-4ce1-a808-b300a8742622","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b0 ff 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.523292093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63392","req_id":"874d0cff-c794-4ce1-a808-b300a8742622","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.523748602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.523867349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63392","req_id":"874d0cff-c794-4ce1-a808-b300a8742622","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.62397174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.624541335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.624735712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.62484489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.624929929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.626417513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:54.62703832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.627658275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.628194624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff6b3f75-9cad-4a69-ac2b-f64b5be5496f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.628466325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50089","req_id":"dab8b411-fedb-4c38-b582-c71a5cce472c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.628651534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50089","req_id":"dab8b411-fedb-4c38-b582-c71a5cce472c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.628952294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:54.629153374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50089","req_id":"dab8b411-fedb-4c38-b582-c71a5cce472c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.629833209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff6b3f75-9cad-4a69-ac2b-f64b5be5496f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.629945733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff6b3f75-9cad-4a69-ac2b-f64b5be5496f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.630617632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff6b3f75-9cad-4a69-ac2b-f64b5be5496f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.6313443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.631435521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.631642333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.635293759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.644797053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.644856933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.644886391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.645819761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:54.655152386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ff6b3f75-9cad-4a69-ac2b-f64b5be5496f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":26919,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.656705009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6b3f75-9cad-4a69-ac2b-f64b5be5496f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.65723744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.672403187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.692552573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.693878615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.694395675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"a5424c04-531f-477c-8c31-5132d9ec5018","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.69489999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"a5424c04-531f-477c-8c31-5132d9ec5018","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.695051472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"a5424c04-531f-477c-8c31-5132d9ec5018","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.695786857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"a5424c04-531f-477c-8c31-5132d9ec5018","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.696468896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.697125695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.700214419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"037880ce-57f7-443a-9a90-223d93f431e1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.701029813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.704546921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.706246578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.706356306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.706426827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:54.708353315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"a5424c04-531f-477c-8c31-5132d9ec5018","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":13965,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.709523847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5424c04-531f-477c-8c31-5132d9ec5018\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.709750108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.709839847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:54.709913985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.715363542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"280235c3-f775-4261-924b-b0ea9668ca48\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.715656166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.721976518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81dee3c2-add6-431a-86ae-0df6634e75b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.722483028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.729232205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf3891d-a6f4-48fc-a174-a78f572bd1ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.729807682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.733444618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef2e834-786d-4e4a-9742-716917dccdfb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.734287958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.741543344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.743361106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68b048e-2911-44ce-8500-b2f8c702270e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.743538119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.745482743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d9a313-2d42-46cb-a982-63510c93e6bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.745628123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.756573952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5b275c-4203-441a-9818-15b128eaecc8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.756929931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.759236737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d63cbb-4777-49c0-b6b8-2fdc14d09202\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.759502617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.761273205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7bc2afe-29f7-49b3-bdc0-b4eb72d6e9cc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.766101064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.769099658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e47af7d3-3432-4a8a-a947-e911ef4455d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.769417982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.771650821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d25ee5-378f-449c-b14a-fe63a7f897ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.772881203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.777330678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"006485eb-01a6-4f65-be36-59a7b52f1210\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.777660315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.780188793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a072fe-909f-4a08-bc02-4c2869b3caaf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.781261219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.789500535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ddf8f12-9bd5-4165-9a81-672e78e3615d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.789743088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.793212451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.793359123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.793464914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.793730874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.794876677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.80419382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.816840849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.816903744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.816932802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.817510082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.819709765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4623ac-66f5-404e-90a0-d896a72b680c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.819803121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.820101706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.820140403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.820616672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.821369712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2394342b-4607-4dbd-8d2e-f8890a23c3b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.821437497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.823548283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b235f9-09bc-4da0-8144-1d7805d7f64c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.823709835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.828362816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3c0d69-f97f-47d9-b9ac-21561164fa98\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.82848575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.829807634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c04f1de-04ab-467c-bde9-422f4d9ad4e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.829966861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.83383584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b30c94c-98fd-435d-8022-cd5c3ffb4eb8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.833979416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.835349837Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b7fd1b-70c3-4c5d-bd34-bf2f3b6ca160\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.835443814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.837000586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8548b5e2-77a0-492f-9a9b-96552a21e5c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.837127428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.841681963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18346348-c426-4595-84e4-3795d9691646\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.841911631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.847173284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe70950-5ab6-4aab-9181-b11f6fa785e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.847295297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.85401212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2335c781-23ce-4dc1-b155-3f5c1006f25d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.854195916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.860161092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.862068291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b92f561-89f2-4a4c-be84-00a74f4ab937\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.862295514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.865244149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a4ae1e-bcef-4a16-a4c3-7446ac1a16d0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.865452264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.86883298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89946b32-aff9-40d5-9700-91313e1a7afa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.86908423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.873177556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae99546-5109-4902-9b36-91f73cc8e45b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.873309719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.874251225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a4e584-a2d0-463c-8630-a421ffbbb023\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.874347788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.877483245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9778fbe-cc93-4d80-b33b-3b25dea4e01e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.877845386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.879509652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9d7e32-ef26-4a99-a1d7-6f0f047ab680\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.879707046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.880768941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eea4df1-4df1-40d6-b835-2f1dbc024336\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.881086664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.884849842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"196fbc6a-0aeb-4021-8fe4-e3aafaaa3242\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.885247615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.890490872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e4a80a-a7be-4e3e-808d-56a0930ef519\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.890571482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.895648277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9ccbd7-72a6-4a45-b52c-773022631f31\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.89572464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.899023883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d3991c2-e60f-4e4c-8972-503d4cee791c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.899096708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.902566642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec3b34f-c8f9-424a-a908-dde0bb58ad0b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.902760378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.908366297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ba591e-f04c-4fae-97ba-1fec569c8d51\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.908908518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.911151787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.911248269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.911283099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.911310363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.912614031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.912678158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.912712346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.913057634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.915573317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.918507663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.92824764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.928310445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.928340495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.929356349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.931811671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197fb018-b532-42d3-b1a9-b468597d2590\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.931945738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.933798509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.933861535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.933893539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb680b2-12a0-41d2-825c-f275f71d116c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.933930382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.934866407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.934924673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.935745318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.936251877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c012618-b0f9-4107-8021-056c90649c48\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.936446205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.937189235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.937250367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.940520983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c704d6-de14-451b-9fc1-907f1c08cd20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.940641834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.941735603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecd7efc-2118-4a95-8a98-fee1ecb2e10d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.942499596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.942710005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.942764043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.942796147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.943322114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.949933247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.956348869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.956880729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.957038203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.957133002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.957217881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.959715086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.962490717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.967962078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:54.968026116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.968060344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:54.968849707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.048099857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.048264616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:55.049011133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34808"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:55.049371671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.049803001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5d9e7a80-22e0-4fd8-b617-58bd08953ba3","remote_addr":"[::1]:34808","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:55.05034468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5d9e7a80-22e0-4fd8-b617-58bd08953ba3","remote_addr":"[::1]:34808","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":549,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.050925537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9e7a80-22e0-4fd8-b617-58bd08953ba3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.054403527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.054489799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.054631531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.057508754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.058265953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.058327255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.058358277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.074523274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.08086994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.085669502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.085942767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.085996935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.086428685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.097599222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.149132188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.149212748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.149248079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.149277467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.150098563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:55.15558286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:55.155797718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.155855403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"676.12255ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.155891866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.155918078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.155956154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.155984911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.156013047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.158062912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.162074625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.184519956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.184583222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.184615085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.18833659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.192063095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.195957354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.196027814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.196060529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.196560666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.20036187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.200409935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.201096844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.202030053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.202068911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.206478587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63346","req_id":"608e9283-5c54-46e7-aa19-5ca5635daeb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9f 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.206544568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63346","req_id":"608e9283-5c54-46e7-aa19-5ca5635daeb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.20681141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.207131277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.207450483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63346","req_id":"608e9283-5c54-46e7-aa19-5ca5635daeb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.208491517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3940, tv_nsec: 7104081 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.208753199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.210999294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60887","req_id":"1684c5d0-2e6f-4fc0-8454-58a962ce5671","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 62 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .b..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.21105234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60887","req_id":"1684c5d0-2e6f-4fc0-8454-58a962ce5671","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.21138385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.211592466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60887","req_id":"1684c5d0-2e6f-4fc0-8454-58a962ce5671","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.29538633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.306521766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57282","req_id":"63959ef0-c265-485a-8217-105679aa057f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5b fd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c [............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.306631795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57282","req_id":"63959ef0-c265-485a-8217-105679aa057f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.30671949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:55.30686501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57282","req_id":"63959ef0-c265-485a-8217-105679aa057f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.307917998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.307968028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.310369974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.321095493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23590d8-14e7-410b-837d-93fcb41af0c2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.321454389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.332670546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be0593a9-f976-487a-b3f0-dd1caadda768\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.332857508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.372681996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2649c24b-bf8f-4ba7-84d9-a7197b03cdc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.372747918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.377829572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8691a7e9-68f2-4524-b20c-a4fb33a3d2b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.377937047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.382223036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.384298261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e46f5d-24d8-4daf-a55f-c8a8111009a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.385848039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.389377491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9e59032-71dd-41e4-9a4b-f33aa731fb68\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.389705344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.394025632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb296ef6-4156-4d34-ac48-9f1b854e3276\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.394311912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.397805423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7afcf3d2-6afe-47aa-8be6-82d696e54e63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.397940192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.400645041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fded5e3-283f-41a5-af8a-ec40f9e28d78\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.402738953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.406585276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c772cb-f889-4c47-b55e-16d42294b98a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.406858871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.40879551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5cc349b-ccde-46ba-9b44-08ae21b95992\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.409027723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.410396911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19cdda17-b2c8-409a-a3b9-b829918ab2cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.410619374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.413158333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5828565-3d6c-42eb-971c-7cec4f6ae92b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.413535634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.417604722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f37cc1-4bc8-4528-ad41-b16012b65247\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.417937174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.421452448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477cd093-c030-4fe7-a365-11222989806b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.421659601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.428401884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9afee4-738e-46ad-b5f2-8ca1416f6318\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.428618185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.431030722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.431163827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.431256522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.431339768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.433042591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.436531242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.450587568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.451870574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.451932588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.453887333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.454085858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44cd03a6-6a3d-4c50-b88d-621162977df2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.454221899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.458136819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.458200326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.459139818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.463479975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e7abc8-1e1f-4ab7-8a22-279354cc21f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.463568832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.472234067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9d7d6f-1f6c-4ff8-9748-dd39203c9f6b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.474229172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.475483972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9e682af-2854-4ddc-ac64-0a26ecf3dc77\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.475740433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.478416826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0d825b-31e9-4793-bc1d-eda4da0f9a90\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.478666022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.481429368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236fb322-ef61-4b35-927d-564a313b16e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.481718454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.484415318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"581da6c5-7d22-4bab-b735-2c7dc23e32c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.484621358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.487556095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1881f3-60e6-4549-a541-49f47a633ae1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.487831083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.495534111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88c5580-aace-4937-a77c-6677002e0ace\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.495831293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.497079019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.503109114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1e8059-aa42-45f0-9140-274a3ff03e37\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.503457548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.510045604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7613e2e4-59c0-43bb-b579-762d67e336da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.510114021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.510148259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a60327-aac4-403d-a660-20b7edc7a48c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.510179932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.517698402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa8d2e6-e91a-42f9-a14e-fc005fa52117\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.517833301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.519652245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eba9e76-ab86-41ab-a781-c253d2ddff19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.519720651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.520529543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7da0227-44ad-44be-82c6-107985b3ebb6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.520707808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.521879282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c4ecd2-6e3f-4ebe-a454-e0032ada6c8d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.522105292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.523869798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481e910a-af9e-4073-a37a-b541f0359b24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.523933214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.52505536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b217d664-50c3-405e-ac7f-e132390ab9aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.525118636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.526443967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e911a8a-1af0-4691-ad38-d0c6309cef01\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.526577914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.529227834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ecdb63-d8a5-462b-8f80-aef12ecb5990\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.529463233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.535309621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3a32b9-af82-4e1e-9aff-f6910cba601b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.535383739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.539892442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6a44b05-46e4-4c04-b700-d070df80686e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.540033483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.543016066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1142cd44-592c-4b10-a2ac-2e03accf4139\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.543082198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553063455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d68d9d-ef73-400a-8dd5-5bf033602b57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.55313166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.55316648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f02656-c259-478c-ae28-ee6bba570b06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553201079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.55323174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.553264315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.553293573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553321388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.55334716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553375146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a1f18a-ffa0-44f1-9c88-482f4304d1e0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553407109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553788269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd12530-c3c3-4607-8159-1e2ececf5a36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.553933819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.554193857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.561303502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.561418381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.561506106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.562269808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.565722357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621813ec-ae2d-4b14-9493-5b7401c2380a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.568637304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.569151178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.569259564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.571610408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.575254248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a8aa4f-d94d-4bee-b9aa-04d174b488d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.575436411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.575488545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.575518625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.575545689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.577323511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.57997293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.587989162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.588053189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.58808374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.588112337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.588140734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.589339192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.592009081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.600893984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.600974655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.601006608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.602379684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.679488508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.67955943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:55.680296779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42396"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.680499262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.680559442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.681786998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"9d6a5686-e1f4-4fd0-b468-6bf242fcbf8d","remote_addr":"[::1]:42396","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:55.689747128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"9d6a5686-e1f4-4fd0-b468-6bf242fcbf8d","remote_addr":"[::1]:42396","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7958,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.692131128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.692768909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.692822946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.692851082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.692877735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d6a5686-e1f4-4fd0-b468-6bf242fcbf8d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.694572562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.694627452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.694655848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.696340485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.696405925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.696439582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.696469512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.698011785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.701348112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.706601098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.70735467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.707477955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.711349549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.735153497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:55.783335687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:55.783918208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.783971133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"627.89977ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.784005552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.784030632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.784059299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.784088517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.784115521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.791748568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.792522019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.792763721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.792819742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.792851806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.793676099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.795249233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.801436381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.801498404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.80153124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.802266474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.804912927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.817733972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.817801687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.817833992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.818183769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.81858622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.818639426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.819590511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53088","req_id":"6dedec33-e6f7-4b7b-9b08-6c6b4a9e96bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 47 0c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 G............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.819651122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53088","req_id":"6dedec33-e6f7-4b7b-9b08-6c6b4a9e96bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.819862333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.820086139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.820185126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53088","req_id":"6dedec33-e6f7-4b7b-9b08-6c6b4a9e96bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.820921052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.820977585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.833639172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.833996204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3940, tv_nsec: 632890339 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.834056775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.834664525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59689","req_id":"edce9f15-b097-4e60-99e3-5d67cb73f683","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c2 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.835017509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59689","req_id":"edce9f15-b097-4e60-99e3-5d67cb73f683","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.835196245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.835281745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59689","req_id":"edce9f15-b097-4e60-99e3-5d67cb73f683","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.915580595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.91613974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.916202685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.922832835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.923826635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.925188909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63497","req_id":"bf5dddf8-8006-4c40-998c-a7fbd57b92d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 89 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.925270773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63497","req_id":"bf5dddf8-8006-4c40-998c-a7fbd57b92d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.925355722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:55.925434138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63497","req_id":"bf5dddf8-8006-4c40-998c-a7fbd57b92d5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.925464749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.925494969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.925522735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.926930038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.927002603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.929241805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75f418b-be5d-4141-80fb-4ac2ed507f9b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.929533235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.93645197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:55.936506769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.937848383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e0b4d2-9869-4072-9c30-7f8f32a2fac9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.938028602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.949871738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d0e33d-19f8-40ae-af59-130981baddaf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.950000946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.956666426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1856fe24-6275-41c6-8d01-9c6de4e5e9a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.956801936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.962732062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2677901a-6b61-4a66-9c81-6e1e017a5fa5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.962859526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.963168301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.967470352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c4ae8f-2b80-41a8-a8fb-544b4c1eeb1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.967593097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.969542261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b5146a-ebf7-486c-8993-2ae7554a5954\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.96966233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.971924477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e6c816-6f1b-4d1c-b165-977733eeed6f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.972055077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.973289396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ab855c-3dd9-4e47-a998-9dd49a6aa334\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.973490537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.976062251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb001225-09f5-47ac-b134-5af087aa30e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.976275366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.977417131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76a30cc-16be-4c9a-b0c1-fbba8ded7347\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.97755741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.980763839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"051625fd-9194-440d-8833-0c439b62bace\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.980896704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.982471601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa5e7a4-15dd-418f-8702-ea5233fd6b48\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.982667351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.985975843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a4e3152-ef49-4b69-960a-f7dcedf8e40e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.986216543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.987898133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14de3b4e-a6da-40c7-bbcd-ed6ec57f0399\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.987966961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.989796486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6386c6-708c-4608-92fe-c0b80c9e6cb5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.989990623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.993962436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d33b99-65d8-4f8f-ae68-49316cccffa6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.994232875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.997313072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19bcd3e-9518-4f1e-9ce8-665c63e077dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:55.997384304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.002133967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9821ae78-2d22-40fd-a9cc-b9050ac519c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.002462231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.003421443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf8dbf7-7ac2-47bc-a0d6-aa6a0f065091\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.00369621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.004654189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b8047e-1654-4ffa-ade6-0e56fd99babf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.004893175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.005948157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0cceb51-f41e-42c4-a73a-731b3ed85a11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.006405318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.007939104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c59649-00c2-40b2-8a25-2e9d93f7b485\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.008278239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.012537957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b1d696-87fd-44eb-b5cd-f2958247f289\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.015299669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.01598285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.01646954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.016558848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.016727765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.017466957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:56.018938459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.022731857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.033063553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.033153622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.033189413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.033657266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.052011024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.052070483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.052761159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.05307286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936b62b0-2234-461f-9a48-81513d96e79c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.053266997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.059330297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abc4397d-9d67-4bcf-971c-ab95e21ed218\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.059433774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.065410041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9241c8e-2546-490f-a301-ffe92277cee1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.065624338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.068106363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452bdc4d-5384-4b0f-b8cc-b0df5715b9f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.068303275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.072312203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83170de-7998-4fe9-adde-ef8d08e2c6d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.072441591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.07573387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05595a79-d1ff-45e6-9951-ae5e61c72aa1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.076142384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.077286524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227562ae-6b7b-41b4-b141-79d6686c5dac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.07745017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.078525212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3865ca4e-4779-4b22-b215-cf372370e411\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.078743778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.079753349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a482db-0ec9-4723-9398-fce85a305749\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.079881675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.081994184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1509f22b-7e7f-4789-92a2-f634c6fb6190\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.082078021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.088162534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c790dd32-b304-4e2f-900f-10a5b6fdcc4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.088354677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.08925966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.092823861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed0be06-6466-4a10-b1eb-0e6df5662553\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.092946345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.095023454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"665886ea-1d39-4e83-8ae7-4e3f0a61fca5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.095138032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.097639516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ee101f-6ad0-4756-a44a-9d2c21f893e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.097773343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.100321199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b11d203-a52e-40c6-a302-cf168ed26cd6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.10038713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.101908752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b8ff968-68fa-4035-9401-5eded472a4fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.101983481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.10448728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef3c785d-f438-41db-b77b-2c55c989be42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.10460775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.105655177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b17e335f-a50e-462d-8d7c-d8e2062a15b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.105734545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.106597494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0bcded2-133b-4493-885e-2ea25c8ccebc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.106724167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.107602547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55937a9-b27f-4f06-830a-1df79cf5e75d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.107730862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.108583291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068327bd-fd63-4aa1-a89c-3ab39a0ddc16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.108651206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.108686156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.108717588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.108746807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.109556209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.122801129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.135356525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.135426013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.135462145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.135494981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.135525501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.136478771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.142349127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.142436621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.142472573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.142500248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.143139652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.14339954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.151758314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.151843213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.151876981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.152339051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.157572378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.165758859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.165843598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.165877877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.166373133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.213449039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.213523107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.215289646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42440"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.215771356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.215936605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.21690247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.217929646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"751903f6-0064-4e1e-b4d3-d0c29855eecb","remote_addr":"[::1]:42440","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.218521616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"751903f6-0064-4e1e-b4d3-d0c29855eecb","remote_addr":"[::1]:42440","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":668,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.218791193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751903f6-0064-4e1e-b4d3-d0c29855eecb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.222223371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.222279303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.222306938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.224516871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.224578103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.224617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.22469201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.225190413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.228318966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.234410403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.234617636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.234868696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.235379504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.309355557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:56.316713196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:56.319333617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.319397705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"535.507493ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.319536431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.319582072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.319615178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.319645208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.319673074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.320591063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.327206143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.332731041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.332792243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.332823946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.333468911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.339986687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.340109321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.354189716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59442","req_id":"0daed921-3174-4c10-b96e-afb6b3b221dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.354423081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59442","req_id":"0daed921-3174-4c10-b96e-afb6b3b221dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.354778318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.355025351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.355212113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59442","req_id":"0daed921-3174-4c10-b96e-afb6b3b221dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.356863653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3941, tv_nsec: 155745494 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.357142038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.358822566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53823","req_id":"3e045bd2-4d42-4b03-ab0a-0e165278cc41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2f 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e /r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.359035591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53823","req_id":"3e045bd2-4d42-4b03-ab0a-0e165278cc41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.359347492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.359490597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53823","req_id":"3e045bd2-4d42-4b03-ab0a-0e165278cc41","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.359743922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.359865494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.3600137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.360097446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.360837671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.408480316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.409143928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61996","req_id":"e1be1d8a-2e2a-4ed8-82a5-1586ba49b51b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6c b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c l............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.409469728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61996","req_id":"e1be1d8a-2e2a-4ed8-82a5-1586ba49b51b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.409811268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:56.410131055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61996","req_id":"e1be1d8a-2e2a-4ed8-82a5-1586ba49b51b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.410669869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.410757483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.410923554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.412859401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.420113374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.420209806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.420294635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.421272213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.425629715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df9e1e8-9951-4a21-8f7b-839d0710dda9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.426063319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.426445932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.426924315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.427561705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.430345351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28383b5-9826-4f56-aae2-6553c048fd0a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.430641691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.43709057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74685d46-b594-4009-b759-3cb1d7a1ec61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.437248004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.458441771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf83e70a-dc3a-4fb2-aaef-12b10fba7f94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.458684334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.46462955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c8f781-fd84-4797-9953-c6e6ccf1437f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.46480016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.477319083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd074a27-53df-4c8a-a144-a089128fa1a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.479423055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.482599704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847cb5e4-167f-4e75-8732-e3eb17f185de\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.482790995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.490074447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.491965395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b691ef1-2010-490b-bf22-3aee4d18fe09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.492155293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.493417127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84dbaadd-2aeb-4f96-ab3d-451d2683cdd8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.493575593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.495068407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439127f9-75df-4eda-bf3e-a906dec29e46\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.495355209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.497827976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d797ea4-4c7b-4755-80bd-4188df0fc03f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.497974337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.498836164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3991d4a-09a2-43cf-986b-b5dfe7a95558\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.498972085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.500111415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c43823c-089e-4d66-a1a5-8dd9ef06116a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.500301945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.501769729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bac77b8-eb6e-46bc-b08b-510bf4b758c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.501892043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.505067259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c10a14de-9b49-4cee-aa18-0ce95a7c2eaf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.505310083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.510317791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55dc09d9-1c0f-4cc7-8a0b-288bbcd7a2ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.510485355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.516200111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d75ed5-6fa6-4a2f-a959-47ac1e403894\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.516372264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.518990551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51a2872-c56b-4351-bfe3-31e52efe7550\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.519125329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.522652276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957ed918-24a5-4bd6-a8e6-dd1b4e3671ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.523030961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.52412962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3694e5-af4f-4ef6-89c4-225dd09f8351\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.524258056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.525347476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d76fd5f-411a-4df4-981a-dad5fdbde405\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.525472435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.526544712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc7a40ec-286c-4384-8ef9-7eea6df15aa5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.526675853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.527984531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baac3687-86b5-457d-aa5d-f4e0236ec421\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.528072095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.529548296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048a2aad-5f6b-48cf-8621-4f8e27b76173\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.529838785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.532790085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95676cfe-818f-42aa-8a25-e57ea7766b3c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.532977739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.53518159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04eeb71a-89db-4e84-b47f-4284c3d01c3e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.535319425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.537616201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d71286c9-2c38-40ca-ba9e-3b38e6696dbb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.537747543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.539391077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d09a93-a0c9-42bd-9f31-4d741b0339bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.539490646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.54060721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.540664134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.54069709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.540723602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.541518085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.542677576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7d6c0a-bd9e-4b31-a5eb-8d8d3441d479\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.54305145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.544831738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.552317392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.55242658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.552535647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.553163739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.55460498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.560437411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.560924191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.560977687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.56236912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.562427386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"080d9954-50f6-4c2f-baf0-fae25fba3604","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.562759748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"080d9954-50f6-4c2f-baf0-fae25fba3604","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.562815198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"080d9954-50f6-4c2f-baf0-fae25fba3604","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.564187453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"080d9954-50f6-4c2f-baf0-fae25fba3604","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.566227557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7faffd19-e644-4ee8-83bf-ec30ed15b8c4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.566888434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.569842991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c670a8-6cb0-4638-863b-48e82e2f8be0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.570072518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.572861695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"080d9954-50f6-4c2f-baf0-fae25fba3604","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":10491,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.573514707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080d9954-50f6-4c2f-baf0-fae25fba3604\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.573738232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.574074542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6f1a8e4e-a73c-481f-abaa-dafa3536c831","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.574481603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6f1a8e4e-a73c-481f-abaa-dafa3536c831","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.574543586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6f1a8e4e-a73c-481f-abaa-dafa3536c831","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.575264082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6f1a8e4e-a73c-481f-abaa-dafa3536c831","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.575948937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8279437c-90fc-4aa4-9766-5ec0e43f29d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.576113875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.578657353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424e65a1-7b53-4137-9c5b-89a47e1edd9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.579015426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.579503709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6f1a8e4e-a73c-481f-abaa-dafa3536c831","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":5450,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.580142642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1a8e4e-a73c-481f-abaa-dafa3536c831\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.580263202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.580305246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.580331338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.58195819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad4ba3f-0108-456c-856c-03c3f045f418\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.582152487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.583666032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa33b8cc-6d59-4aa9-91ab-a33f47acad56\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.58400119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.588253402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0662352-e30d-421e-ace6-7056ce6b34f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.588527398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.593573422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b07e6b-aab2-41c1-b852-5b046f315119\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.593714153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.597253745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d41135-ad05-406f-85bc-203f5c1e137b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.597680776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.59813977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.600892655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6ea465-f805-476d-a888-c2d01605a0fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.601063035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.602945095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad31577-806e-4770-ab4b-8e64045ab1ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.603569218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.607627304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79ca957-f82e-4c44-81e0-c07f7250f62e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.607785639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.608727947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"486b21fc-ee8e-491d-81ef-87a2c5cd188a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.608899058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.609834191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9fd3d9d-e4c1-4094-a3f1-791bd705711f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.609967977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.611065935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3056bc85-efb2-457b-ad18-2af37db4d21c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.611198609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.61261452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c524516-00a0-4955-b413-06d28996ec59\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.613622358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.613681426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.613714672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.613742969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.614587531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.617762036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.624347307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.624427667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.624462276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.624492156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.624521645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.625067652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.628417497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.63685097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.637055548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.637179254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.638245458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.699264324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.699347059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.699646797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.699707047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.699739341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.699765062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.701798444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.702337457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57670"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.703288102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.703429453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.705645008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"d5e6839e-46da-4508-a0d0-f9b48e320ff6","remote_addr":"[::1]:57670","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.708442752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"d5e6839e-46da-4508-a0d0-f9b48e320ff6","remote_addr":"[::1]:57670","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2808,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.709111394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.710000295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.710196997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.710240213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.710264391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e6839e-46da-4508-a0d0-f9b48e320ff6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.713608755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.713659556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.713684826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.716527811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.716580576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.716610706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.716640525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.717181613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.717647271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.722622434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.72268068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.722710269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.723602747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.725127565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.728390076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.728792487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.728851204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.729600157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.73063561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.730722573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.731112821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"127.0.0.1:56218","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","remote_addr":"127.0.0.1:50563"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.731703828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.731758818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.732198554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.73228711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/ed17d58d-b896-4a0c-aa32-8f49ac565145","method":"GET","req_id":"5a7cd1ad-304f-4d92-b389-1853512d02e5","remote_addr":"127.0.0.1:50563","local_addr":"127.0.0.1:56218","component":"dropshot","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:56.736676015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/ed17d58d-b896-4a0c-aa32-8f49ac565145","method":"GET","req_id":"5a7cd1ad-304f-4d92-b389-1853512d02e5","remote_addr":"127.0.0.1:50563","local_addr":"127.0.0.1:56218","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":4351,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.736989409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.7482874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.748398601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.748434132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.748652227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.748702367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.748883027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.750190472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.75024483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.754256803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.754308486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:56.750064771Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.759737183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.759794757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.763470902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.763531252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:56.759649829Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.764421947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.764478109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.766498184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.76666689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:56.764201508Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.767383147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.767437305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.770047656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.770213326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:37:56.767233809Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.776001067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.776242488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.781719471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.787223266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.787287304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:56.79142123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:56.792393167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.79245509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"472.90948ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.792492745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.792519068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.792547775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.792576392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.792603576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.79338368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.796613015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.79667569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.798684712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.803388344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.803453835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.803486159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.803845635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.804357655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.807444977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.807905424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.807997107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.808306513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.814108884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65197","req_id":"f70d7cc2-756a-48be-91de-c18332a64c4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7d b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 }............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814182561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65197","req_id":"f70d7cc2-756a-48be-91de-c18332a64c4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814253442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814275967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814297009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65197","req_id":"f70d7cc2-756a-48be-91de-c18332a64c4a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814338131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3941, tv_nsec: 611220467 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.814375976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.814401186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49485","req_id":"d92acce0-8bdf-4b3f-a789-1f2af2a1ad05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 53 6a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Sj..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814432078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49485","req_id":"d92acce0-8bdf-4b3f-a789-1f2af2a1ad05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.814508861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.816181223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49485","req_id":"d92acce0-8bdf-4b3f-a789-1f2af2a1ad05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.816436832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.816494377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.861571039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.861819534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.861881959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.861916528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.86194292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.877783692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:56.878477344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.879034284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51825","req_id":"39f5d6d9-86de-43c5-8af8-1a5c1275475e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 84 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 1............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.879111457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51825","req_id":"39f5d6d9-86de-43c5-8af8-1a5c1275475e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.879354201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12676,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:56.879454922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51825","req_id":"39f5d6d9-86de-43c5-8af8-1a5c1275475e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.880365937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.88042284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.880451908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.890686781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.890755107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.891663617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.898324127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.898386211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.898416061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.898993882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.907483597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7a2a4a-4ae1-455f-ac6d-e4b9d50c9b64\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.907735699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.90873477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.908851813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.909647348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.911386874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.911592614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.91191199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a67282-2f4b-4516-8ebc-19a6b259e2bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.912420474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.91929453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02abf3cf-8a22-4fcf-bb33-1b387d3c7ae2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.919512284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.923809365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192329e2-fc1b-4bc5-9b93-9a3ae3b97fd6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.923894104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.928827824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6a4442-fd29-4411-b5da-d0f0e0d9b597\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.928911511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.933443971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f28029-2eff-4b60-9ff8-222785c06e32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.933568209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.936261355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe9ba522-a38a-494c-9da3-de0939bdee8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.93631929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.939246703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c7931d-a72a-4276-994a-cbfa8efe683a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.941229614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.943591059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d77b2b2-8336-4462-8b86-2ae0848cd6af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.943708533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.944932001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36892409-b25e-4808-92ea-9a7b23a13161\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.945078493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.948651862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.949136758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d385ff0a-26e3-4ab9-981a-ff48b4d8696e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.949274433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.951259558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6207bce-72dc-46f5-8e8e-57705aa66ae2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.951384908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.952652263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ba8daa-0664-4043-8fef-794ffcc1c5ec\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.95283647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.954517108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d05f309-20f5-48ad-861c-1bf234bf6805\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.954678249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.956431543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5952a65c-77f9-41a1-a3a7-bd9b574407fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.95655579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.958385416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"476023d1-6297-4a08-ba49-00c0d3757108\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.958504293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.961881922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1259e09b-0cf4-4425-811a-932bc2e82d9e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.962080277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.965372537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1352675c-27aa-48d6-b43c-5cde152edc9d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.965515813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.968060984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9a4c65-cb80-4712-bb0b-6e36d3ce8d93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.96820958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.969638146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ba257cb-a941-4dbe-8868-ed3264c9f1e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.969737935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.971046863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b234edba-1ec6-4176-a59d-5f525cbb6834\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.971268735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.972157015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcaed9a8-76f5-4547-a566-75723692f188\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.972287234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.97337423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3919ad5d-5460-45b7-90e1-e871aaaee4c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.973532475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.975092313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1daeb668-4b39-4ab2-b9f1-7d5f35a51820\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.975165028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.978180105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d8b93e-56c8-46d4-9149-8d032b0ed6b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.978402168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.980264518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e07094a-dd0c-404d-9907-a092672441ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.980392894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.982740622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c211e36b-e87e-443d-92a8-b99516453e72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.982884879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.984858141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d53f0f-7b46-4ff9-8756-fcfb04dd3d18\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.984922329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.986844208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"639feb48-a2a3-4ba7-a6a2-bb54ec10cdd2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.986959979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.988636108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe171c7a-9f0a-4bf0-b5a4-e454af1295bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.988765747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.989644197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785ba9f7-4dae-41da-90e3-726eb6bd37fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.989798123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.990788477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40eaf778-5b84-4b1d-91c7-b8c766d63ca9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.990931552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.991878428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a173e0fd-79b9-4667-92a5-ed09f6d8a3e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.992043046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.993222086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a72b0ee6-b0c8-47ae-b57c-0e27f54ceb41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.993378327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.994721934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b1f7f5-2e00-4876-b7ab-d216afb0c320\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.994893466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.997185072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adb7cde-3b7c-4b92-876f-90c23908a5ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.997296954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.999094897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db388a8f-30be-46a9-8c67-ffa5c89c01ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.999211569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.99962847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.999740874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:56.999859069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:56.999897796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.002191096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.003294214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbdfd0d-e8a8-49ba-8d0e-a0ea28b6590f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.003412439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.004182333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.016213274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.01631651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.016350417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.016861986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.019400865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.019459081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.021248206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.02150655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e213f1-e72f-4268-87fc-286270130d68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.021707872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.02421152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b195494-8d36-48fb-bc1c-bf45b7ebb830\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.024446007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.026571392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f945bca-5335-404a-bfca-54da8ef84533\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.026694858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.027843456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f366fd-2aed-431c-a80a-d327ad0d3227\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.028075699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.029678733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b9781a3-bab5-4b39-a327-d897c0b66604\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.029892459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.031081909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3968516a-e24c-49e0-b31e-92c8a87a478f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.031208922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.032316268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21acbd1f-5fe5-45e1-8dac-3765acd8c043\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.0323776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.032422199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.032453121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.03248271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.033199187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.038307595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.043199192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.043264261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.043295995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.043325203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.043355714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.043780139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.05014451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.054313015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.054420299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.054458675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.05485756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.120444899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.120528786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:57.121470061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63180"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.121948344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"9cfe2797-1ed0-4b9d-bd4c-4d4789e5782f","remote_addr":"[::1]:63180","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:57.122617417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"9cfe2797-1ed0-4b9d-bd4c-4d4789e5782f","remote_addr":"[::1]:63180","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":694,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.122850472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfe2797-1ed0-4b9d-bd4c-4d4789e5782f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.124361943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.124418806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.124446141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.126234895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.126296969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.126329714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.126357068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.126973426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.129475782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.133674348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.133882793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.133940257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.134365334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.13810726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:57.167838978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:57.168213525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.168313824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"375.762783ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.168355287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.168382451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.168415727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.168446318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.168473463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.169276783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.171584952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.175335956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.175401827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.175436666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.175798858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.179102089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.179145636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.179782826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56009","req_id":"ba68d4d2-bc00-4701-aa49-fb0747f7a995","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5c b5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \\............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.17984539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56009","req_id":"ba68d4d2-bc00-4701-aa49-fb0747f7a995","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.180055639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.180250998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.180307491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56009","req_id":"ba68d4d2-bc00-4701-aa49-fb0747f7a995","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.180675564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3941, tv_nsec: 979574609 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.180779241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.181161663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53422","req_id":"aa5ca2b2-e1dd-4944-aae6-0f8cea946680","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 65 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e e...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.181206843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53422","req_id":"aa5ca2b2-e1dd-4944-aae6-0f8cea946680","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.181314828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.181365279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53422","req_id":"aa5ca2b2-e1dd-4944-aae6-0f8cea946680","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.223653926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.223858704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.223912672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.223946549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.223975156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.224487697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.224737555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51382","req_id":"922258ed-bb30-47bc-be78-1aef32d8e94f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 75 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c u............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.22479539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51382","req_id":"922258ed-bb30-47bc-be78-1aef32d8e94f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.224871562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:57.225022944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51382","req_id":"922258ed-bb30-47bc-be78-1aef32d8e94f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.225374554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.225430826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.225459313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.226799133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d52643e-e703-4cb8-8c68-d9b98a9c7873\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.227049612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.227222115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.232195755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.232254522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.232283119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.232739579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.234332973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0971793-a956-4e70-a758-7674e78edae2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.234762609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.234903921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.234948049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.23543063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.238699594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45eceb6c-4218-4ab1-af05-81ed8539bf73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.238788571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.238826316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a36bb2-73fe-4e0e-bbcd-9939c9cad9e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.238860254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.240281515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20716744-5e1a-47c8-bd56-729867acb168\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.240354411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.243057727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb693e5-71f6-495d-b649-aca852f2ff4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.243123939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.246082043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50268a7a-fbd8-4262-b809-9a5b278e6d50\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.246208014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.248334571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa5ad9e-7b0a-4b47-ad23-0e3a3690c532\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.248430712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.249293571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5145cfb-48de-418a-97c8-49b1e8752ade\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.249421286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.250395296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f2f69e-2717-4c10-8378-b16eb57a686c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.250537891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.251650848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0e514d-7b82-40a1-8600-adf52baf473b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.251779134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.252796912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215d8a99-6984-4f3d-956e-0d1d43585ff0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.253455754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.255156012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0ccd14-8091-47ac-906c-0241213c9925\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.255372163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.258140598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9437e414-ca8c-4644-9af8-b41da847aba1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.258254916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.260095373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3568c2c2-c045-4470-bc38-681bb80beba3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.260223178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.262285156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72724193-7286-4011-867f-2a1cb3bc8656\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.262339525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.264157847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"117ab1a1-62e4-4335-876e-f3da26e7b4f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.26422462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.280549056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a4e6021-072a-4a09-b9be-a742f6fff022\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.280633875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.281340533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.304454867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7d06be-b2bd-444d-8fba-ca645ea7c615\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.304570016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.306207268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b11c2a1-5d75-4f67-8348-ca882d4f08ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.306340223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.307299434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ed8e66-a96e-4350-9645-95b32568e985\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.307438852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.309464568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f84884d-e81f-49dd-8850-bb8249517ecc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.309625799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.310570782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7a0953-4281-40ee-9bcc-e5d5d62df7b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.311060648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.31326971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5740c1-ee85-45a2-b27f-800302f7257e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.313566561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.317028038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8dacba8-0ca5-4c08-80b6-d186ddda6606\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.317275792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.320776917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7117bb1-3d1e-4941-834e-e3057fee3867\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.321048629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.323049145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aec3d0d-71c8-4ab1-86d3-0ebe2f3c8426\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.323243632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.325370149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e91bbe-d360-401d-8d15-b97d287571e6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.325560729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.327135797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc0c683-6810-41c5-bbf3-ac639ee06a05\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.327210656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.328846395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf8e76c-6947-4f04-bdde-ec418ea37469\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.328988588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.331486686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80596f4-dfba-4364-9f7a-922730d4fa4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.331822405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.33212613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.332307331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.332410537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.332747899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.333356331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.335906662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8fcba84-4e0f-4469-9b0b-bad78905e53a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.336269445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.337704474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.345954412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.346065623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.346102968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.346683545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.348371738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ee1c5c-f106-465b-8a80-7186f014a150\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.348622889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.350226594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ffbc07d-45cf-4f9b-8a4e-037164515c97\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.350357635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.350552393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.35059087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.351229282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.354986848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee42b23-221c-47c2-bfd4-6deb878c8071\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.355161486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.359803645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d57407-9956-4f1b-8e1f-ea8ffc982bbc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.360053804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.363331254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd59d016-9bdb-46c5-a9f1-310403f928b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.363398147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.373556457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efdc1418-863f-4168-9076-7d5b5b1d59ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.37381378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.379499478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7ca8fb-5642-4377-9feb-8ddd6fe5a4d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.379757101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.384798196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6a926d-c25f-4bd8-8b73-de607abfd1f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.385768198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.390814332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.391364348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a8e921-2809-460a-9b86-3b9e14dba6a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.391571731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.395187345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e9fdb65-cbd2-436c-a98c-b6d4244f80c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.395347725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.396623256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bef777-428a-4b70-84c8-796a82b156e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.396731452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.398003085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14dff1a9-8b0c-4509-b63e-29a0ad7e5999\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.398144086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.399066544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b52271-f1d3-4568-b5c3-3fcb8c0b75d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.399285631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.399341171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.39937557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.399405189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.400157638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.402838339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.408353919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.408436103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.408469499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.40850004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.408530851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.409268701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.411884543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.417274522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.417329833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.417361917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.417842865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.477829364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.477896588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.478504429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.478561453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.478593176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.478621583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.479459873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:57.479515804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51367"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.480362Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c7a223c3-79d5-4b81-8e25-187f614da4b7","remote_addr":"[::1]:51367","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:57.481727431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c7a223c3-79d5-4b81-8e25-187f614da4b7","remote_addr":"[::1]:51367","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1429,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.482349871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a223c3-79d5-4b81-8e25-187f614da4b7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.485222384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.485279097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.485389718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.490301734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.490360461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.490393467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.490422215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.491389201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.491923125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.497999482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.498061135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.49808884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.498471262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.50041272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.504683589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.504862716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.504912435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.505570156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.507442116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.507492155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.508301428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:57.533595645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:57.533896194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.533956514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"365.592038ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.533995682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.534083457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.534131563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.534163576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.534191953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.535413186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.540403329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.547521742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.547659907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.547711961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.548897383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.549936503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.552779868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.552840379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.553507147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52663","req_id":"715435f3-1929-4512-8c6b-17357eced809","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f3 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.560670369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52663","req_id":"715435f3-1929-4512-8c6b-17357eced809","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.561169394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.56120276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.561380214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52663","req_id":"715435f3-1929-4512-8c6b-17357eced809","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.561706323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3942, tv_nsec: 355896316 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.561754039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.561778147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53740","req_id":"b1a6cb2b-48c3-45a0-bc21-2a562a7d2011","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc ac 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.56180991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53740","req_id":"b1a6cb2b-48c3-45a0-bc21-2a562a7d2011","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.561887705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.56191047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53740","req_id":"b1a6cb2b-48c3-45a0-bc21-2a562a7d2011","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.610342698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.610670632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.610845189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.610896482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.610929467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.612030391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.61261233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61669","req_id":"9f9b78cd-f3c8-404e-9f82-f2557a006729","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 75 a4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c u............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.612784483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61669","req_id":"9f9b78cd-f3c8-404e-9f82-f2557a006729","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.612872729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:57.612952829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61669","req_id":"9f9b78cd-f3c8-404e-9f82-f2557a006729","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.612982097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.613013389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.613039652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.615085989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.620944462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.621018519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.621050082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.621397114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.621632713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d0cf8d-2669-4514-b5b0-732a09c1f14e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.621872701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.624535687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.62474296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.625335801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.626255243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0164eaa0-1c08-4b21-b39c-52a5f4fd10b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.626439711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.628979962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf23af27-05e2-4cb5-a28d-c3f1bb3b5697\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.629124881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.634887001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0775719c-c088-487c-a609-961ae89b80fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.63504195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.638035003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1373fb-54f2-4b64-97af-c9a4a4b5a383\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.638392065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.641643423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b068312d-b841-45ec-bca8-f9dc9c5d6f32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.641723523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.643511064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0911c2-88a1-4648-b628-4a5620187860\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.643642045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.64697191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454e4b42-2233-41f4-85ae-b4685fb94f70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.647233681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.648809822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f30bb8-10d1-4c3e-87e3-443246bb74a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.648958748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.650243769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4af1aca-d0a2-4c0d-9bbe-76baf131bcec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.650377415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.652821244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22117abe-94b7-4b8c-b448-e241ff68a4af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.652981944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.653620557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.654478346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55093cd-5c09-429f-8f0c-efbeeb7f85db\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.654602844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.656113303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb37950-ce97-4ff9-babe-79e49ac840f8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.656353131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.658114971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cea5db5-9f4e-4f70-8c62-708a61d8dcd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.658243808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.660023524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a29a4ca-8d0d-4c33-8cfa-652863266b21\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.660174585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.662057687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a429e39e-447c-4a6b-aedd-dc75422eba53\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.662148398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.663967282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af5efd6-514f-4bbc-95c2-00d6ac5046a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.664109696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.665886526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea46e949-b12c-452e-8a3e-4ae9bbfc6729\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.665960142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.667955378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c13dd53-addc-4c34-b171-7bb8c6651928\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.668108573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.668943667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e13f32b5-706d-470a-89b2-d38cddbfde55\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.66909078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.670233507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a478486-c194-4d17-879b-d603a192d9f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.670280951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.671090715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07b6e28-dd9d-4557-a584-8523cb6230d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.671210874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.672222069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8077f821-f039-4ece-905d-8ff0fe720d6e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.672311818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.673519083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc6a4e5e-eb5f-4c7a-a08c-0a3a4f2e91b8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.673674393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.6746016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.674648894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.676222439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.676889579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.676942394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.676972153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.677770364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12353332-280d-4d60-8054-e6518c227fec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.677888699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.679604789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207b7716-82ea-42e5-ba3a-9163842ad67c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.679725329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.681547509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fffbe8f-1df4-4193-8986-337c0ba783f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.681666025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.683400151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d11461b8-70e3-4465-aa9d-1aa053934558\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.683499739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.685441818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3bec907-315e-41ef-a44a-e81d50e04144\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.685500766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.687482013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c65920-c7e1-477e-97da-7ea0f239621d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.687579538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.688430894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff073642-e653-4614-9897-c6fee0bef17b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.688516064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.689539052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad4194e-ef47-46aa-bef9-fd74e6a11047\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.689677858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.69056172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae259df-5023-44d3-a68f-0da53bd3699c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.690756387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.691675348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1f6541-b4c4-4d92-b955-3e9b060d3bbf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.691754215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.692923535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d99000e9-fc09-4ce5-91a4-670255b4ec85\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.693121971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.694754914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a841cd4b-6878-4d2c-b0c6-5592b8fb593b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.694884372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.696695611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9dc7b2-5ec0-41cf-8682-68d26ec5228e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.696809919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.698580296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1684c9-7804-4cf6-90b4-a87047a70e14\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.698701558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.700446204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5662b2e7-8559-4dc8-a040-100346f67b1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.700568377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.702399796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34bab06-11c7-4145-96db-7577f7943f77\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.70252238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.704525131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.704612725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.704647134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.704676232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.705649421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.705776805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264f8718-93b6-4866-a64c-df7d06d57f86\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.705893587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.706999671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63248be-a8af-444e-aa96-c04bfb9a14b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.707191183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.708508748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fbedc8-fccc-4daf-8e27-e792115d3f81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.708573156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.708607274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.714651447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.714754572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.714785354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.715273526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.717059004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e337d7-5493-437c-a978-a4c65810013a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.717322769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.718156039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.718205438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.718721807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.718914701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9752d3-c0c3-4429-a98b-6239c07597fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.719039109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.719082175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.719111283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.719137094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.719735747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.723362824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.728135533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.728195623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.728228999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.728264269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.728292456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.7287964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.731662971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.738899229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.738967044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.739004589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.739701197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.802417494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.802561211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:57.803517245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63150"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.811296806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"91aab1b6-288d-46e2-b58d-7e1426c45d19","remote_addr":"[::1]:63150","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:57.812661184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"91aab1b6-288d-46e2-b58d-7e1426c45d19","remote_addr":"[::1]:63150","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1372,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.813158926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91aab1b6-288d-46e2-b58d-7e1426c45d19\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.815551513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.815609959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.815696632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.817645605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.81774858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.817797077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.817828279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.818605207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.824547627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.828878396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.829395336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.829453051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.830096282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.890023263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.910763807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.910997272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.911196589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.912165901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.916086863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.916138526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.919313963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.919374854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:57.92832646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:57.933982349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.934055705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"400.006807ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.934095143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.934122668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.934151826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.934181305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.934207267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.935520183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.938878694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.945433905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.945503123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.945534005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.946321964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.946805167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.946860948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.946893714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.946920958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.955003402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.959105645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.966675898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.966740667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.966778703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.967275703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.967586533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.967630691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.969433663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56592","req_id":"7a97ce2a-6e33-47ae-8da6-f1d86cd7f09f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 23 3a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 #:..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.969541809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56592","req_id":"7a97ce2a-6e33-47ae-8da6-f1d86cd7f09f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9018,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.969811626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.970036875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.970080832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56592","req_id":"7a97ce2a-6e33-47ae-8da6-f1d86cd7f09f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.970512763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.970567302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.971040054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.971253188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3942, tv_nsec: 770154628 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.971306875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:57.97233329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55940","req_id":"71b8faa1-4595-4a65-bebd-0d2467398164","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: da a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.972395695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55940","req_id":"71b8faa1-4595-4a65-bebd-0d2467398164","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.972642446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:57.972781584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55940","req_id":"71b8faa1-4595-4a65-bebd-0d2467398164","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.041497906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:58.042094214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.043156321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60088","req_id":"0e8d3216-5188-4e96-be78-9ca9b262e808","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b8 30 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .0..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.043222633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60088","req_id":"0e8d3216-5188-4e96-be78-9ca9b262e808","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.043406669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:58.043632028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60088","req_id":"0e8d3216-5188-4e96-be78-9ca9b262e808","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.044035502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.044091764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.044121083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.047003155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71035064-d604-4fd7-b083-94bbab53d49e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.047352511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.050105406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded69cc0-15b0-4b0b-9873-8dc5e73ee726\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.050352919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.05730439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d9eae7-1d04-4c06-9231-bd6af2fa419c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.057404299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.061276063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8259ed1f-e486-4dfa-9a38-0e2b0eef0eff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.061396182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.065389799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"966ab506-8c3c-434b-88bd-9d498198c48a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.066174904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.069302786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ee7b6c-46d0-4948-9978-69df4805f0eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.069510189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.071166549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c054270a-70eb-4ef9-a6e8-ed2dc43ac9db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.071246118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.075506596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.078897302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0042a5fc-5389-4f0a-9c92-b200aeb59977\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.079702847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.08078324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324c3749-4e60-4430-aa0b-4948bc2131d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.081048979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.082128681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385172d5-151a-495b-8abb-63fea0083b46\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.094017518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.095180195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4549aa51-ff1e-4cfd-90a9-6b7f30d14bbd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.095412919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.09652791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cd7dee2-7bfc-4fd6-96c1-28d13404120e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.096743019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.097889924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932df238-b92b-4be3-a1e8-8e4e018daf84\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.098150523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.099857113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd50e4aa-6d43-4a87-8ea5-f291c993bfa3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.100075078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.101656318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c08f87-861e-41ca-9a03-81abe36e26cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.102002307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.104597178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ebb70a0-7e78-4d7c-9df6-d63de6e16c71\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.107130816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.109028817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466f399d-0fcc-48e2-84ad-2dd3d9f4e303\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.109169808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.110915577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c8b624-683a-4d2a-8d21-d211e7b2ddfb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.111051497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.113676698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04b92f4a-7ea6-45ef-8544-3c2bf10b7619\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.113919622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.114696861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a130b6e-c63b-4307-8a45-a610a377c9b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.114948742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.116114094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8b0e67-6b31-4f71-96bf-61f88a3e50e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.117334736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.11740173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587961cb-4643-46d7-85d8-ba69e4643ae2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.117510767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.118560589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8407044f-0d3f-4226-8c51-527b628f39dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.118632662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.119860248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16db2e65-ca78-46d8-ac2c-50fd61afabd1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.120078964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.121945874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67a5f06-60e6-4de6-93cf-e08e3f4c6fc9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.125138595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.12660163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.126747541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.126896047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.126981838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.127809807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.128727626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b208855d-fc43-49dd-82fd-d75043ad2aad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.12896548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.130666569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e0d29c-e950-4343-804d-eed25b5e24eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.130898181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.131183199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.13652931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.137415887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.13747291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.138499636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.142045441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c26b69-578a-4112-9384-be97408fe77f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.142216081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.142583914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.14263236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.143450911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.147075363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a690a0d-ab04-47bd-94c6-08c120d99e71\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.147970666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.150018036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f3eaae-c354-4c38-91f5-cd3c8ee4dc88\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.151035794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.151936448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f931b6-a62f-4034-8f7d-563b2cb4cea8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.152086697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.153734831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84944112-5d05-43b7-944d-129e31bcb601\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.153883537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.154781106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d684c3f8-d285-442b-8f65-cc7d18488b13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.154914401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.155881107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2219a69b-64ce-40f3-bedd-25b1fd6d1d8a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.156062589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.15711226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686d7599-e202-408f-8cdb-1e1a7ee5be2d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.157285115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.15933568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759a698a-7a6c-4083-8570-547baab6bc6d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.159453185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.161313902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5992789c-a25b-4e12-81f4-4e01b4fcf90e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.161377499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.163213076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da5ce986-81e7-4a40-b98c-0ccaed2a6914\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.16333568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.165316547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d68f5ab-9b88-43f2-8163-2bc6cdcd5d82\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.165456185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.17470355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db646861-b0df-4d2a-b089-8402dad8d36c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.174814421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.175104569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.177346115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf35074-7981-4220-880a-0435b53bce83\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.17745882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.178321148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b4a514-d64e-44f7-aba6-a343b1fb07e0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.178441788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.179635757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31d3c798-0896-41fa-b09d-9c15764880fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.179768141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.180617052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f45966-0447-400a-87ab-57ed21a408db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.180748745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.18171487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b012bda-fe12-46b6-87fe-22fb9ec27332\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.181775901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.181810109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.18184046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.181866812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.182455425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.184399519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.188344318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.18841553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.18845068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.18848076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.188509808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.188889725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.191849913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.199514845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.199593251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.19962767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.200230831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.262133248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.262237686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.266359689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.266581852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.266709646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.266800647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.268511186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.268743238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62435"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.271114763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"2f376018-f378-41af-a202-3cc7e1964324","remote_addr":"[::1]:62435","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.275770239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"2f376018-f378-41af-a202-3cc7e1964324","remote_addr":"[::1]:62435","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4668,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.27858147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f376018-f378-41af-a202-3cc7e1964324\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.28309871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.283180423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.283242567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.28663192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.286757009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.286991226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.287132527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.287834226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.289036461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.297211108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.297306348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.297388642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.298576709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.310561218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.314170519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.314394305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.314446409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.315158197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.315724705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.315780787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.3164398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.382481143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:58.383471597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:58.384146031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.384274156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"450.171627ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.384494004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.384661087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.384779683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.384864903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.384946766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.385733483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.38913955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.3943893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.394461012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.394494349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.394961329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.419531023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.419591824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.420329093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65260","req_id":"02b67c5c-1d96-4840-9dbf-6765f3ece8ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 2e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.420393972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65260","req_id":"02b67c5c-1d96-4840-9dbf-6765f3ece8ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.420594402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.427717704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.430293346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65260","req_id":"02b67c5c-1d96-4840-9dbf-6765f3ece8ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.430831118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3943, tv_nsec: 229752196 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.430970696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.431574809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59016","req_id":"adb1509a-e7cd-4f8f-a891-b98aaa66cc3d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 f9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.431757844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59016","req_id":"adb1509a-e7cd-4f8f-a891-b98aaa66cc3d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.432020147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.432252159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59016","req_id":"adb1509a-e7cd-4f8f-a891-b98aaa66cc3d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.509994676Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.510434913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.510497377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.510533479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.510561716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.51161781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.512679054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57617","req_id":"6d23de35-648a-4c36-974a-6cd4d39f1e19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 35 9e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 5............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.513659388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57617","req_id":"6d23de35-648a-4c36-974a-6cd4d39f1e19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.513970527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:58.514088382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57617","req_id":"6d23de35-648a-4c36-974a-6cd4d39f1e19","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.514375394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.514472257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.51450382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.516141593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.526204032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.526269823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.526302258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.526698357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.5292095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.529319429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.529752672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.530599319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4411e390-c0a4-4869-98c2-2b05892b4074\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.530846241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.534211476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97756bf-ce36-4df8-9caa-72287336a8ca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.534546303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.539704751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7882f612-5dbc-4a74-8bab-adcc431d581f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.543870531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.547093503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4fab1f-7640-4ab1-9716-7e502c5b52ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.547170286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.548873048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.549162826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.549481711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0abcf8f6-a866-42a3-bd1c-18a754dea62c","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.549756008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0abcf8f6-a866-42a3-bd1c-18a754dea62c","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.549824033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0abcf8f6-a866-42a3-bd1c-18a754dea62c","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.550278008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0abcf8f6-a866-42a3-bd1c-18a754dea62c","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.552278694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e709b886-f850-4d2a-96fb-3c30704d4801\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.552402711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.553224108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0abcf8f6-a866-42a3-bd1c-18a754dea62c","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":3717,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.553675798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abcf8f6-a866-42a3-bd1c-18a754dea62c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.554016386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.554436203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6e61b1e6-83ac-4a70-aa53-27e3680c3e45","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.555064054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6e61b1e6-83ac-4a70-aa53-27e3680c3e45","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.555236056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6e61b1e6-83ac-4a70-aa53-27e3680c3e45","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.556416448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6e61b1e6-83ac-4a70-aa53-27e3680c3e45","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.559315013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a936b9f-f0a7-4d31-b915-cb994e4260e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.559570242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.560009417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"6e61b1e6-83ac-4a70-aa53-27e3680c3e45","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":5610,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.561645777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e61b1e6-83ac-4a70-aa53-27e3680c3e45\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.561884052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.56193315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.561962148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.569250159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.571600421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ac1e00-8580-4660-b5cc-3d2aebd90dc1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.571832654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.57454098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d147ee11-821a-40f8-81ab-80934c0268c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.574899224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.576729841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac948f23-9b9e-4532-a691-77c9299cecd4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.576796514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.578062677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6203ccb-58e7-49b0-85f6-1b36e6785488\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.5783805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.580321517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8b9414-d75b-4280-9826-65c89b3e083c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.580628489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.582165471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0266019-243b-4911-8c45-a8a0b99ea631\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.582207345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.585098034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781d2246-4805-4d4d-8505-8b54dacdef3d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.585484975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.587536312Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e84fa6c-513e-4624-b09c-8afdaa62286d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.588008072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.589899671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d415df2a-021b-4a1c-b95a-e33981ceaa2c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.590020061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.592596024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488524c2-e7cf-42c3-bdcb-689f4ef2880b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.592705862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.594342594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8478b78a-8b65-4658-85f9-f339b09c16d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.59440113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.59678527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4798b40-32fd-4219-bcae-61e23d9ac7ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.596959468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.599135403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8389e8c-7f6c-42e5-b13b-bafc620f9ffe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.599639227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.601349544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8013b7b2-7077-460e-92c0-684925049ded\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.601402821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.602826597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d22f8d-11d7-448d-b2c6-3fc6e256d5eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.602978731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.604021999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c258fbf-ac0b-4ea2-ac93-39646d9e0959\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.604237178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.605066741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9431d6c-f632-41d6-af25-15e995ba4674\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.605122702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.606500087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"806599b0-5d1d-46db-b62f-d349be6501e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.606676197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.611624246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b2fa6d-47fe-4a63-ac94-838631c42b8b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.611787712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.614476599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29de00c-09e0-4854-b03c-4eb64c913df5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.614547801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.6172226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d85f3f5-64bd-450b-aa3f-043f8a4714a0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.618383103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.61959142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.619751639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.619857731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.619946908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.621914819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.625768197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1f02e0-28c2-41de-a2f1-bfea8c1a248d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.632776451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.633334703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.641043232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.641109433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.641143261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.641781723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.644886018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.644948643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.646103915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.647151702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1ef004-a097-4370-a2d8-59e1a214aa85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.647310649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.651664844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d85e4a-5ac0-451e-89c2-06923b6a17b2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.652354138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.653918585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801d5185-bc00-4c06-8b83-0f829c630450\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.654438561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.656523896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e9650c-69dd-4dbe-8e70-2b3d533ce643\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.656860456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.65887482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a99c83-28b1-4697-9369-5fe2338afeb7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.659390678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.660761399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd38b17-2dcb-4ba2-b109-f55125724898\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.660974854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.663744402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30038d3-bf82-4f22-983f-a8b218453703\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.66487259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.669576452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07373aa7-4230-4b96-a51a-c01d8eb67766\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.670150636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.672930605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52cc9572-a9e3-4807-8785-309e157643aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.673227416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.675422931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.675573521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.679274816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.680282032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.68034132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.680374617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.683727708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.684153175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423ef874-ba8d-4f68-8075-15e575ab76f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.68421562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.687425375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90dd5a62-e610-4fa7-9c43-35e213ac0e2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.68749296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.69052465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080597b6-c9e4-4297-80ef-af7489744378\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.690635671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.693714596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f0bbf4e-7bd1-4922-a312-27263d97f9f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.69394269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.695003053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bff33a7-4a60-414a-bb51-f28319f196bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.695150577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.696302803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d4dd740-4674-44c3-a3a3-c59cba599b88\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.696566859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.697954914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3117be-5f6f-4524-ace4-91bbb24ec4bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.698366023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.699750292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa5e65c-ead6-4383-be36-24021b504974\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.699965009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.700094217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.700132433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.700160359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.700970032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.705460389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.714099712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.71416911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.714203449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.714234771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.714261935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.715027681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.718463146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.725201542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.725406229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.726337294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.727606573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.807922116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.808139499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.808605227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.808662101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.808694906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.808723784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.8102477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.810316287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60361"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.813791801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"bb33d4d4-a229-4edc-9a7b-9b1df0d11ba6","remote_addr":"[::1]:60361","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:58.813877993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"bb33d4d4-a229-4edc-9a7b-9b1df0d11ba6","remote_addr":"[::1]:60361","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":524,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.813918844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.824434446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.82455187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.824587541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.825206705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.82570118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb33d4d4-a229-4edc-9a7b-9b1df0d11ba6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.828489696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.828546399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.828574014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.832219177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.832429025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.832479335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.832514014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.833261513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.837482764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.838416214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.839244254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.839399713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.844583572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.844820544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.844874732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.845286993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.88800687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:58.888494842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:58.889009548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.889185769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"504.672015ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.88933699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.889431509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.889559884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.889659413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.889747689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.890599035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.89344718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.899711781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.899813063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.899900117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.901052573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.908035135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.908145194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.909329654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59503","req_id":"ddf47fbf-e074-44a1-9ca2-00d8601ce067","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fb 6c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .l..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.909506757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59503","req_id":"ddf47fbf-e074-44a1-9ca2-00d8601ce067","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.909793368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.910028707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.910192564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59503","req_id":"ddf47fbf-e074-44a1-9ca2-00d8601ce067","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.910563072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3943, tv_nsec: 709493499 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.910694373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.91102381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.911171715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.911443346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.913570334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.919055001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62941","req_id":"d288b5a7-b410-43a5-945e-41ce388f8e8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 41 20 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e A ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.919289018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62941","req_id":"d288b5a7-b410-43a5-945e-41ce388f8e8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.919613334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.919848883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62941","req_id":"d288b5a7-b410-43a5-945e-41ce388f8e8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.993644216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.994507967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.994576413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.994612595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.994644088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.995285866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.997703243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.997774525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:58.998080014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49279","req_id":"0fb79ad8-1909-4a2c-a2f8-c526f4e2a3cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 74 ad 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c t............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.998304541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49279","req_id":"0fb79ad8-1909-4a2c-a2f8-c526f4e2a3cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.99853515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:58.998628807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49279","req_id":"0fb79ad8-1909-4a2c-a2f8-c526f4e2a3cc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.999101238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.999158883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:58.999189554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.002030385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b751e125-018d-4024-9917-67a6190536f7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.002273198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.003528279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc5feca-f96a-42da-987a-3f886a8b7d22\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.003687606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.003880581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.01526809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.015331055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.015362809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.017447983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.020746004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.020811555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:59.021385999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.021864132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.022002908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.023021899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.027409892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84c1b7b-d712-439b-bc35-77fea19594e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.027637675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.031293099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bef195b-774a-43cf-ae00-e4fb9e8a2b6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.031361425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.035515762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b237b102-ccee-4860-8294-0ff30f78dab1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.035591162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.039681582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964c80f6-3923-4524-a9d6-9642afa37593\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.03975063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.04224044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46efacb-2cf8-4df4-8666-f70b9197f3bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.047355732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.053826224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af0c3d6-3844-46cc-af52-fc8d1ce188b0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.053990231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.055647784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c97e7d0-7e2c-47df-ad8d-0f01bd108aa5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.055981068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.057300437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b7f625-3f7f-4a25-9807-01205782fbfc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.057466497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.061431688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e37c478-4147-4e9d-8f6d-cd3ee68a5fe6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.061576546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.062203966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.064236987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"393e11e5-a22d-4bb5-9b40-184a21924b85\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.064417477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.065388041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3fd5489-e9cf-4fcf-8d18-9f028f84d4c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.065665113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.067953502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9338895-678c-4dbb-814c-a6c537186885\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.068086938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.070223335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"622963fa-c411-47e6-9383-1baba7a71d6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.070290669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.072232708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b090d3a-57ca-4328-a751-76c1eee55763\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.072302567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.074353373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c23763-99a3-4e9c-98b5-adffa885cca0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.074474745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.079980365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8102e509-c9a2-48e9-9fcd-fbfbc3cebb8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.08032907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.087943521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479dd637-55d2-49cb-b08c-10165cbd48ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.088026807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.089146778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a824a1ae-3918-4419-b5ab-8c60276ca1b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.089505393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.091009971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f9de01-e32c-4fa0-ae45-bd2cbda21446\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.091870465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.09349916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8bbcdd-4c26-40c1-af0b-84174fef87e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.09374987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.095542742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26fd6553-fc1c-481e-b8c6-841cc077adae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.095774634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.096893373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee25398-9c52-4520-8515-75532a144899\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.097233501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.098981343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e6038f-a007-4eb5-ac0e-dbe8c9aa2884\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.099106442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.101028452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4771487e-7887-4a89-b9fb-c519fc1e24fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.101146497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.102863618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb699c15-c647-4a70-9291-33d44659023a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.102982325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.105292708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1c8eed-4565-43cd-b077-a2a3f4d2433d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.105721983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.107615256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9fa76c2-302b-4840-a66a-7c1d7e7b8153\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.107897368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.110130246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5098e966-56f1-4685-beb2-5366d01d5595\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.110349634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.111357892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862abad0-f1cd-4db3-abd5-fc1746bed8c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.111498703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.117155444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.117230904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.117267297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.117297366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.11795641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.11886517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f5ac8a-74ac-4921-95ab-7166069d5fce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.118934899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.119907597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5e54a7-9326-4b23-b855-6a3d828814a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.120799364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.120836458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.132810345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.132920775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.133007508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.133579087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.133878413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba9fccc-58a7-428c-92d7-93a07113d652\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.13409286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.135817988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c397b220-1800-40da-b89b-7b36fa90a0cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.136074048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.136386761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.136495077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.137182286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.140370148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec3cd6e-eccb-4ba2-9cb4-2c8cdc257b95\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.140585917Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.142863886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e16b9e08-4e09-4113-a3dd-e4ed27cd1bc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.143114085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.14540019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c11306ed-bf17-41c5-83a7-bf979ec3034b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.145615428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.148706096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae5a155-f735-4189-8765-3ad31e608418\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.14896403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.156003165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79dbc517-2dc1-44aa-9800-b32857e3848f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.156214476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.160483041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219b2df4-5974-4504-8331-c9c5ddfc052d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.16070814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.164455225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab9c53d-f2f6-49c6-af07-a6de89ec088e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.167521485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.171492226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5383be64-fcdc-4dda-9dc4-6be5a6ae7589\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.171633097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.172075709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.17422462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e552544d-9cbb-4fdf-ba23-88a60a25153e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.174353046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.175854548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5321cf6-0231-4f08-9e7d-ec5fb0355a89\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.175919788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.175953655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.175985178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.176012873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.176994509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.179819007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.187893875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.187963244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.187995799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.188026279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.188055117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.188657757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.190881688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.195124171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.195184211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.195214882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.195707844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.254865131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.255029158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.256658545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.256722262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.256757241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.256787602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.257428158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:59.257484691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58626"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.260106224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5ab47e7c-3d9a-44f3-b731-4a6cc1d1eea4","remote_addr":"[::1]:58626","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:59.260630408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5ab47e7c-3d9a-44f3-b731-4a6cc1d1eea4","remote_addr":"[::1]:58626","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":598,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.260688905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab47e7c-3d9a-44f3-b731-4a6cc1d1eea4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.26421976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.264278908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.264356172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.271031572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.271098956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.271273213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.271325137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.272220892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.273395081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.28384406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.283927115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.283961915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.284741708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.292100991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.297207085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.297479758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.297584707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.298290614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.299945551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.300036392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.300398363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:59.36844381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:59.369651596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.369843408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"480.214326ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.369895692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.36992479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.369954309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.369985451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.370056903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.371655899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.374116833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.378461239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.378510487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.378538142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.379124019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.387243767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.387409367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.387448936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.390038395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55172","req_id":"860f1eb3-4831-4c0b-a3b2-9c753019529a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ff 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.390098495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55172","req_id":"860f1eb3-4831-4c0b-a3b2-9c753019529a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.390555946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.390743791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.390837948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55172","req_id":"860f1eb3-4831-4c0b-a3b2-9c753019529a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.391471601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3944, tv_nsec: 190340175 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.391570308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.392495761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54052","req_id":"cbf04071-a693-4aec-b73f-89f77fd4e495","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 f6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.392713104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54052","req_id":"cbf04071-a693-4aec-b73f-89f77fd4e495","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.393109154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.393285104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54052","req_id":"cbf04071-a693-4aec-b73f-89f77fd4e495","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.486237646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.486683124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.486745799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.486784245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.486813734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.48783064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.488361658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56510","req_id":"92481372-a8ee-4732-afb1-4d17179da382","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 71 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.488425906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56510","req_id":"92481372-a8ee-4732-afb1-4d17179da382","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.488606085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:59.488687838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56510","req_id":"92481372-a8ee-4732-afb1-4d17179da382","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.489258765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.48931621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.48940144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.495939005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.498806499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.498868913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.498899785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.500180296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.503475932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.503602074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.505941565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.506199469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee236d2-5069-4134-b56e-0883ab048566\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.506549396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.513421498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c354948-0c86-4572-b32a-d410f232ee44\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.513613801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.519398647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb470d7-e446-4f25-a7bb-b85062727644\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.519534678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.523191013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15251e2e-b6f4-4b6a-b44a-a02adcb38cf8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.523472023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.52885094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0452a148-f68b-4c23-ab6d-81886978fe8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.52893607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.53081299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493041b0-4d76-48fa-96ce-90dd88977843\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.531066785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.533139605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0908df14-90a9-4517-a8ce-2994e43b1f3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.533211559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.535312154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc73323-2117-4923-8bb3-ae5ef8c1e208\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.536584339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.538969972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aae5be8-a1c1-499f-adf3-8372e4da3583\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.539101464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.540228459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.542099958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39f505f-9913-439b-8686-4ed64a831e27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.542267061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.543217435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85068b0f-4ff1-4095-9232-03080dd3844d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.543358325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.546387801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e747a5-16e5-47a2-a4b4-21de93d8e342\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.546473492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.546513402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da23bd0-68aa-457b-8b61-604f447422bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.546763059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.548628265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231e4a8c-3632-427a-800f-dec59afedcd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.548762282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.555143326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6023a6db-c282-48ac-adaa-73376812ea2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.555304758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.558255026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78591b9-ead9-44a3-b38c-e0eea77ff008\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.558631045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.56115809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6363114-46bc-477c-aa19-bb78ed4eb192\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.561460493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.563760455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba7f3b97-8294-4e63-9ca3-a2e8b881eddc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.56393366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.56852593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae5e8fb-3360-40fa-8dc9-7481b737e68d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.569053581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.572734806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a276b870-c132-4f27-9e2d-0a03886b0ffc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.572949935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.574585614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42958d73-5de3-4414-b092-4a0a58a2b518\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.57506541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.576678023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5482df9-ab9c-4549-a130-c0598a58eed4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.576817801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.578440955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f324f1c4-3cc2-47cf-a7da-c6d29d9e071b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.578567347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.580263657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ee67a6-9f2c-49fe-8c13-823e7ece2c45\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.580453194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.583912116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23f740e-2e36-400a-9eec-89b29754f4d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.584186563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.587892507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8e2038-e196-4b87-a3f3-97805ce50e51\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.588161753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.591068615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.591127132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.591159025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.591227071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.592398084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.592910575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b1e8667-2ec3-49db-b1f4-2b75d2b8559c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.59357564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.597591461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.608005791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.620960633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.62236971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.623461526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.623890971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9795613-cee9-4f38-8c1d-116161312127\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.62413119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.627179093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.627284322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.628536658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.634569267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a297a1e7-bdb2-4c42-bf2f-bb241ded0894\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.634647854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.64267112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887c8964-81f5-44d8-8b86-4ac98e7dcdf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.643056317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.645535437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae21afb-d6da-484d-acc6-969378cd0ed3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.647167989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.64917594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff93190c-6f79-4ea7-93a5-61e85f9dc916\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.649257192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.650588615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5ccc70-ad03-4ede-9d26-013a0f11ea15\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.651165454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.653443182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7594d314-f0dc-4f9a-8ae3-ce0ce85e18de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.653521178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.660350815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c510f0-e30f-43d2-8570-d7c40c70889e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.660592507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.665956614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.666238426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0d9d77-08c8-460d-915d-44f7ff825989\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.666399797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.671732252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9a263c-c5e1-4343-96a3-c4fa164697fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.671902531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.674596098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6152295f-14ee-4e2a-b18c-8511736e7790\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.674659585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.675108158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.675245773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.678373284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.67931489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.679367214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.679397695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.680774588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99e30e3-68e4-4159-8ef8-8f6cb65e0cea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.680903144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.682815324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"818d9414-4ecc-41db-b293-65e1d85f453f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.682955524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.684723596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c38860-9cbd-4a16-b943-b54f5e7bf160\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.684785951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.685620503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017506a4-d396-4b51-8bd3-fab92963a98c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.685910962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.686845634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d38bb8-95a1-4b7d-bb7b-60f29c1c7e9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.687142125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.688173901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f310f8a9-393d-4cab-b889-4146b7f0c040\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.688305142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.689383842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6f9bba-67e6-4d80-8dfb-14b19904a0e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.689452519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.689486737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.689517328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.689545283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.69031675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.692213179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.69745852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.697555193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.697591024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.697623769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.697652547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.698006772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.700082097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.703607501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.703672351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.703707922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.704090965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.7763821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.77645245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.777052315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.777115762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.777147665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.77717507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.78055272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:59.780717157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53348"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.781214258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"b49896fd-ba10-418d-a779-4048388d3251","remote_addr":"[::1]:53348","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:37:59.782034803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"b49896fd-ba10-418d-a779-4048388d3251","remote_addr":"[::1]:53348","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":821,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.783436355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49896fd-ba10-418d-a779-4048388d3251\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.786841159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.787361005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.787416816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.790024662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.790087197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.790217827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.790250522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.790979064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.791450302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.803322497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.803381765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.80341417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.804052612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.807014213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.815149231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.815553947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.815606662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.816553168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.819064241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.819117688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.81952003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:59.851761138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:37:59.852195293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.852341284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"482.706922ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.85247477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.852577344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.854129497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.854210468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.854246059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.85474356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.8596117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.860072307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.865431836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.865496635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.865530753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.86607644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.869514029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.870092091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.871703061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57399","req_id":"b29e25f1-e140-421d-82ad-ba89c6729de1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 95 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 O............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.871774102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57399","req_id":"b29e25f1-e140-421d-82ad-ba89c6729de1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.872036886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.872358306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.872598275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57399","req_id":"b29e25f1-e140-421d-82ad-ba89c6729de1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.874061079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3944, tv_nsec: 672218245 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.874140527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.874171679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54745","req_id":"de0fab7f-d6ee-4b7d-a11c-d69e85bfa94d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 fb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.87440304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54745","req_id":"de0fab7f-d6ee-4b7d-a11c-d69e85bfa94d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.874511927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.874539903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54745","req_id":"de0fab7f-d6ee-4b7d-a11c-d69e85bfa94d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.944968688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.945479656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.945541419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.945575327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.945601409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.946260782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.946370691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.946417194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.946654116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.947612135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.948961884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58061","req_id":"92d78bfa-ae82-41a7-9c8f-22614ab81480","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ce 5e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .^..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.949083035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58061","req_id":"92d78bfa-ae82-41a7-9c8f-22614ab81480","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.949271501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:37:59.949362703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58061","req_id":"92d78bfa-ae82-41a7-9c8f-22614ab81480","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.950027247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.950081876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.950110964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.950754957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.958770677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.95889251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.959064733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.959904176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.960216288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.960377469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.971214862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.971276224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.973711506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.975128199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:37:59.975190593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.97684532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc9b0c7-ca1f-4ebb-bd72-7b1a3837c687\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.977335537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.982189799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b455c36a-075a-4afa-ad72-ec9cc9bcd140\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.982462392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.990539334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb477015-fb5e-427b-8524-d1e30a3c7502\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.990924362Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.993742847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d7a2b4-4ed1-4a95-8ec2-3b8848285f6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.994211802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.999061063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d070ba4e-2a3f-4345-9734-b90e6ea91621\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:37:59.999439658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.00398795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c90fd8b-eb32-4255-bb1d-3cb9b63d1823\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.004123811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.008653706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.012309721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db61c431-25b0-4f1d-a0dd-b465a219d5e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.012485381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.014569543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43561166-70bc-4a0c-ab7d-a7e277caa865\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.014700875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.015784434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50af6c8f-ab77-4bd0-9649-d494c699e6e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.01594834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.017116017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311446fe-011f-4206-8cae-9120ce9e05ae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.0173034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.018294775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9241361-daeb-474f-a26c-edfe76c57e6d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.01841746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.01943162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b812b1b4-e536-497f-a8b1-d268917121bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.01961731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.020900988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e895854-5031-4ae9-b46e-27bdf1673f58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.021156397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.022907135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e1b182-be15-46cb-a9fd-f686d40044bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.023026583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.024845908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e85d5b7-930f-45f4-804b-c8a00b9e94e0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.024915356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.026884861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1bb3c62-ae81-48f8-a6da-bbbe75e33af1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.026956243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.028727953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1157ca-b38b-4a93-a0e1-14fd52c3677c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.02880165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.031197473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6387c8d-7def-4fcf-abe7-4cdc1816660b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.031275208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.033516864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e2731e3-3445-444d-ba64-9977b4453a02\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.033626763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.034400044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8805117-68fa-4ffa-bc32-0480f819be3c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.034472398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.035892107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e996500-c278-4309-acc7-aa30d2d98c72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.036025052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.037240954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e5d9a6-65c8-4cd0-8c75-01a1ada37cde\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.037404711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.038552989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0521e8c6-bdbe-4428-89cb-4e23299eda4e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.038690833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.040014821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977eb036-67f6-4d4b-9f35-4348ae6c74e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.040145722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.043081581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8d844b-cfb1-4361-8cf1-177244d06cbd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.043264416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.045648967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92bda5ac-9039-4f73-85bd-ad15ae4abef7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.045720419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:00.047809862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.048395409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf18bc4c-364f-45dc-acf0-b025b7ae8dfa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.048483745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.050146879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3399f123-409e-4da2-9a03-ad0ccfe4baaf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.050362458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.052285079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6757261d-a8bb-42f1-95e2-fc46c0e86cee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.052352473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.054121097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9bb704-6e5f-45c3-899c-428183cb867c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.054242439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.054994918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d40a1a-6f2e-4f60-827d-651a6cc029bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.055150047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.056124128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0417c5a3-abc7-48a6-a4f4-4f371a10cb6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.056308746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.05814805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c012f41e-22f9-4e84-8a71-509b2c51649b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.058227348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.05964373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.059692528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.059765453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.059791966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.060468834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.060656599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91788101-7d3b-4784-a888-45991b8066a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.060791167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.063061059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9431961f-bb37-47f3-9ba9-5e01c5de2976\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.063198303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.063652418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.072420588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.072491308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.072523142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.072936626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.075245817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.07530251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.076455367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.077822561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a01db08c-8a10-4ecc-bbae-36d32325c25e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.078063982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.080471919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6e9b6d-95b7-4e20-a6b2-e3c5b018a042\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.080633181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.09435996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d462f8dc-8767-4222-93c2-1b455caf5811\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.095163451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.096752858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace9163e-7832-47ae-856d-42a94a12ab36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.096837396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.098637453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d34d74e-acd0-4b4f-bff4-0a0aea913f40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.098754155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.101452542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2683983f-8a74-4d76-a30f-e8d0065e53f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.101526419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.10376556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50a89eef-e382-4c77-a1f8-1e32d10c671d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.10390589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.105108496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69330f36-689b-434e-a262-d57520a73914\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.10525097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.106767842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df7fb02-711c-483a-8564-4626455b372c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.107036417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.108847466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c11e5f-db7b-4c58-89b6-fe8847d72be3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.11030518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.110503014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.110748343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.110881709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.111867633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.115860348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.120667787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.120762476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.120855581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.124295956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.124404733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.124622857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.12520145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.129077483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.133903298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.134106523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.134220319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.134921887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.198270084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.198351918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.198755161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.198814549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.198847545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.198875821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.200072736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.200211493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46551"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.200956367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"fa563538-e235-4e72-be8b-01287f873592","remote_addr":"[::1]:46551","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.201514449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"fa563538-e235-4e72-be8b-01287f873592","remote_addr":"[::1]:46551","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":567,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.201837943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa563538-e235-4e72-be8b-01287f873592\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.204299127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.20438109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.204411791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.207638601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.207699161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.207733339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.207761636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.209718004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.210840921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.220429987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.22050695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.220539224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.220940063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.223711565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.223830522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.224730906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.225016365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.228620716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.228934722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.229045112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.229575909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:00.26663142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:00.267155174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.267305924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"414.811826ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.267427426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.267518407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.26763502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.267723726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.267807924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.26866429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.274603263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.279912882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.280031008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.280116909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.281591667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.296457176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.302904662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.302994591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.317808377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55276","req_id":"f0575cdc-4ba2-470c-b2ff-e16c0687c36b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d f4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.318075068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55276","req_id":"f0575cdc-4ba2-470c-b2ff-e16c0687c36b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.318510927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.318762658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.319015732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55276","req_id":"f0575cdc-4ba2-470c-b2ff-e16c0687c36b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.323071112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3945, tv_nsec: 121780740 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.323137865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.327850415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64311","req_id":"270d8da1-5a09-4305-b355-195f8a0ec25b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7b 19 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e {...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.328005714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64311","req_id":"270d8da1-5a09-4305-b355-195f8a0ec25b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.328216033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.328272135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64311","req_id":"270d8da1-5a09-4305-b355-195f8a0ec25b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.383674751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.385889414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.386873074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.386976981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.38705187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.387786053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.39089118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61405","req_id":"fcab8957-82df-4f4e-8530-89354ea2b825","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c3 08 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.390969435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61405","req_id":"fcab8957-82df-4f4e-8530-89354ea2b825","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.391325495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:00.391424202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61405","req_id":"fcab8957-82df-4f4e-8530-89354ea2b825","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.392092964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.392146942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.392298003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.396444705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.404212311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.404330206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.404361588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.404667899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.420722537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.420788398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.42125619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.422331152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a181bc9-a672-4992-bca2-225e63d12444\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.422625658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.42580363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a731bd-1789-4b1e-852c-d8d0bc0c5450\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.42599918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.430354959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22403fb8-6d50-4a48-a797-b5ffed83cb6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.430583293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.435558226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3409d6-bbde-41c2-9bdb-e62b6e7926af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.435906179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.443682593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc315e9-85a9-4133-962c-bc8f14af7f69\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.443760027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.447839545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f0e33b-d210-4097-8c9b-2f0dc842782d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.448113281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.454187894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f962ed7c-d39c-42a7-b5a9-ada2f9c32c43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.45459212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.466019849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.469043693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ddb109-d1ea-4731-a771-0a744d50bcb2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.469282259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.470280568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b08a38e-9d0c-41cf-9829-e7ff345075d8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.470525576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.472077077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb797a6-d672-452b-93f1-205ba3c6c70b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.472317246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.473444241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b5bfde-4d25-4e90-9bf6-c24e94e82b56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.473670021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.474729492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ac00d7-7ba9-4316-807d-684c45ff5add\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.47498964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.476203749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5619241-fdcc-48e2-9e4a-4f906b50b5df\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.476636331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.478623991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc00e27c-6c65-4366-a50b-4930a9b8da77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.478837968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.480712082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aeca4ec-6a3e-4bf2-b716-abddf4022b00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.480920337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.48267378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c118dd-51e9-4213-b709-a55ede01cc4f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.482883248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.486775433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeaaac31-2ac8-4dab-8496-c52d9a37a18d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.487087675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.490756425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b48c94-54a7-4665-86b0-54e5f7080ac1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.490825061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.492632322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12fd1e80-8918-4b36-bf4c-45e992b9bc63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.492758724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.49422249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017d488f-ed07-47d3-8452-336cfe7123a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.494378571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.496087637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc165d3-2db3-4ff5-9cc8-c7adafb97707\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.49623007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.49810678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb7ed6d2-994e-4007-a607-f8b20151cbe8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.49950244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.501592294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce6904a-9f6d-4485-9ad9-67c191ff4e08\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.503686196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.506101278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"841e2a1b-2692-4833-b8dd-33355e6906db\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.50621775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.537904244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.537984834Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.538021247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.538048331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.538803525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.541556009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.547960249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.548037052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.548071471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.548583892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.549728092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.549791709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47bde79-0c6f-4f1e-9397-cd0759d1e28b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.549840576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.550266304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.550965637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"355d5e30-6aa1-4ce0-81b8-3f56bdb580a5","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.551999618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"355d5e30-6aa1-4ce0-81b8-3f56bdb580a5","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.552117362Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"355d5e30-6aa1-4ce0-81b8-3f56bdb580a5","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.553817159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"355d5e30-6aa1-4ce0-81b8-3f56bdb580a5","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.554502855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.554555039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.555212589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.559069574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"355d5e30-6aa1-4ce0-81b8-3f56bdb580a5","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":8107,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.560004757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355d5e30-6aa1-4ce0-81b8-3f56bdb580a5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.561031503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.561593904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7c7c1a9b-add3-419c-8e7a-ea6563c8b100","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.562191364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7c7c1a9b-add3-419c-8e7a-ea6563c8b100","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.562243758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7c7c1a9b-add3-419c-8e7a-ea6563c8b100","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.564064155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7c7c1a9b-add3-419c-8e7a-ea6563c8b100","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.569568032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"7c7c1a9b-add3-419c-8e7a-ea6563c8b100","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":8004,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.570503706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7c1a9b-add3-419c-8e7a-ea6563c8b100\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.570787541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.570879475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.570957801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.571127439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beed8841-a984-454e-a180-837d36e6c9b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.571397597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.578105171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a843124-a50f-452c-8ddf-96c6f1000631\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.578901578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.582226292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4136630-38e1-4eb0-a77d-1a64b443318a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.582525198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.587186766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fd5cb0-83d0-4dc4-aae2-20a106a88de7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.587465431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.589702107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61ce8ad-b152-4f6d-9e0f-ed26108721cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.589781796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.594198566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.595853544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0034d15f-42a6-410a-8ee2-9d3a0c5b2eee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.596070286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.597515455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f169f5-a7a6-42df-b8b5-14ac7e62962e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.597875502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.599206023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d540e8c-8f3d-4a94-a1fb-11169005ab10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.599653345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.600990609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d20f9ec0-8f49-4c73-88f0-68bd500f165b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.601129035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.603238688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e1e89a-fe0e-4b80-9e96-8202bdfd8901\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.603714957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.606941957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aadd1268-52d3-425c-bbad-9de29a375808\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.60706887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.612356775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a0fcb2-9e1d-47ab-8251-dff26132c15f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.612565722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.616923394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b678a0a-24b5-40f5-ac11-cb5c63b246cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.617563469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.622098235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93e2033-4d77-4708-acb9-20fa4527d52e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.622419905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.626030329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c3a7f5-718f-43cb-9e02-817d496e49da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.627094549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.629593579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86b55c5-0643-4453-976d-844d1638f80f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.6300813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.632655469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfd75bf-f2f4-473e-9f3e-53bfd1b75bb8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.632814085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.63490454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31adec7-b8a1-43f9-b127-582d7655fdac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.63515522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.637865229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8544adfc-01d2-4fd8-8d6c-40f0a910c799\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.638018625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.63895957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b799d0-051a-4182-b337-2704f061f397\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.639026894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.639103607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.639142594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.639171722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.640452324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.644008129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.652028479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.652106674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.652141504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.652172826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.65219961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.653888304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.654333271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.654380545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.654409853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.65443835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.656173277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.657573938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.666061529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.666107691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.66613729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.666535844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.668381812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.678271366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.678386255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.678417637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.678990188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.741225809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.741295517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.742394006Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51461"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.742463935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.742501621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.742975615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"f46320a9-0858-4cea-bbd1-65532a267132","remote_addr":"[::1]:51461","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:00.745357531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"f46320a9-0858-4cea-bbd1-65532a267132","remote_addr":"[::1]:51461","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2388,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.745601136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.745649613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.746644725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.746898721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.74761047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.747668395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.747698214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.747723184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f46320a9-0858-4cea-bbd1-65532a267132\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.751903122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.751959525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.751986759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.764226706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.765339433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.765407389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.76548309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.766696147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.77272546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.780929315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.781471385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.781534471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.783741609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.815478031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:00.817994986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:00.818801493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.818868496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"551.392383ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.818981191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.819707658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.81976873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.819802397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.81983888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.820663733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.82323216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.830365994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.83044902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.830483418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.831073724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.834639819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.83475558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.835731615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60999","req_id":"e4fade39-b45f-48f2-8f56-f3250c53dbea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 42 e8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 B............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.835913788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60999","req_id":"e4fade39-b45f-48f2-8f56-f3250c53dbea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.836408814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.837397995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.837575388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60999","req_id":"e4fade39-b45f-48f2-8f56-f3250c53dbea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.838056186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3945, tv_nsec: 636985832 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.838190975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.839179214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65480","req_id":"c8eac9b9-b575-491d-b1ba-ae3d8fba7bae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3a 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e :+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.839544872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65480","req_id":"c8eac9b9-b575-491d-b1ba-ae3d8fba7bae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.839846133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.840033727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65480","req_id":"c8eac9b9-b575-491d-b1ba-ae3d8fba7bae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.918156942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.919781759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.919843803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.919873492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.919899664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.921062301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.921121328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.921764179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.92245208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.923966357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.924704257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64477","req_id":"86a1cc72-ecf1-4070-9ee9-69f224c6fa99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5d d3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ]............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.924919265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64477","req_id":"86a1cc72-ecf1-4070-9ee9-69f224c6fa99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.925005477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:00.92519283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64477","req_id":"86a1cc72-ecf1-4070-9ee9-69f224c6fa99","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.925691815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.925748307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.925784269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.934553541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.941610321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.941725771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.941815079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.942485345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.943560196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.943744864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.947144758Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fde36ee-448e-4dc6-ae1f-bd1d7b9bec83\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.947929171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.948162706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.948218748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.948942691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.949344291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:00.949402376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.954408371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0cafd46-4138-4ebd-bdaa-f8e63a55eab8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.954687567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.95708303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2151db55-bc84-41fb-95a2-15c170933617\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.957179171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.959065289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9ab1da-9d9f-4d34-9f37-5bc6532fd3d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.959213845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.961449269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3baacf4-c4d8-4fdc-b81f-a41b3c25fb77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.961726732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.965864416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34756193-3734-4eb5-9d8d-a476648a1e42\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.966077511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.97049387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40005c9e-6f0f-4a67-836a-ea11e56232a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.9706347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.974177469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6115f00f-d1ba-4a64-9a9c-cf653423e8eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.974347368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.975411959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ad57cd-7536-493f-aae3-ce8b288b9649\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.975555695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.976730546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8c64ee-fac0-4ef5-b390-d4822b126e50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.977518957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.981924545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.982369301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80fa2ee-bd4a-4e1b-8b32-4ac3ff0cd6a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.982703397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.984523383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72c086c-cf15-49a6-81d4-7cb729b3f234\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.984816948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.986347467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428abae8-c49b-400a-89fd-8dc2fefad7d3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.987100337Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.989386202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f266d9e-5565-4285-9382-f5be5b09b0fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.990010145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.992971996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6096b8f2-e62c-4493-9763-f02b3fed3b99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.993202636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.995581465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3783a7e0-d7aa-446d-bd8a-e8ce48c15fe7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.995656906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.998654729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ea50425-788a-446e-bd84-fce5f9d494c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:00.998782213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.00311755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c243cd2c-3360-4391-9fe2-c70d32e4d6ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.003165767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.003751934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5716e4ed-b4b2-43a8-b260-232301e534a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.00386493Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.005706829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e5fc6b-6dbc-4d28-86a7-8360fed19833\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.005953601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.007091498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b7ea8c-ebb7-4624-baa2-8df4aa2f1a74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.007172319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.008212542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecaa82fc-fb7a-4b30-89f1-769817b66d26\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.008257942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.009175711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89fb520-c122-4bde-8059-135633d04430\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.009738602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.011616113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e87ca22b-7013-4daa-9d44-44ea314da0ec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.012032964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.016722287Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e6ea8e-4111-44ce-a36f-f219d85e5e4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.016904169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.019501144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221f33b3-4161-48d1-be69-3534237d94e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.019694639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:01.022722682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.023273209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83f55e1-f94f-4981-a267-172e4b183930\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.023431274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.02539177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7e3a37-3805-4bce-803b-d78b38d7e790\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.025553352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.027199121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c7b499-888e-414e-8587-c071289e7247\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.027322788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.031056116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02fe27bb-1703-4d7a-bce5-6f12c3fdf3cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.031213941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.033422742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.033469024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.033499835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.033526118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.034120151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.060763136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b27e2e-de52-4d7a-9e84-28855cc169e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.060857003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.063840918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.100429388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.100509217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.100541191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.101093491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.102248152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1061d17-9682-4952-91e0-525babf2ee65\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.102442048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.104081434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20e6fae2-1ab6-4f86-9fcd-c804f07d71e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.10582595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.106091149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.106147912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.107067143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.117322236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952af6e4-cf11-4400-8ec6-ebec3dabc841\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.117388588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.120625828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ef5e88-a217-4ac1-8edf-c009af005f53\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.120695266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.122892554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed08b62a-3d47-48fb-b957-0fb3e36b7500\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.122967454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.128352483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1126b289-3707-4a10-8c7a-ef91bc0d63c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.128415248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.12905379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e52d78-b840-455e-a913-b3dfbf00e102\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.129183318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.132259778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2a9b6a-eb5d-457b-aba3-ffe6083d24eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.132384005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.134424431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec87d19-e7ff-47f6-84be-739d881b6148\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.134488509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.138209092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b223d46a-7aac-48ab-a424-7c148ec1f6ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.13829365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.139485805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2a1e32-b52e-4b78-86ae-946fe807fca0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.139551536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.14017055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61921f66-ae37-429d-87e0-219a770b1d72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.140311781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.141328136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145eb1ce-6d16-40af-a769-612cdfe615ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.14145539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.142490542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"339d7b81-7baa-4e30-85d4-22ded224e5a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.142551524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.142584139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.142614279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.142640721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.145395229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.151321848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.158043831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.166365211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.166447114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.166481994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.166510901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.166537725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.16696726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.177134578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.185921075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.186175842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.186271012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.186945937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.208155445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.228269391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.229691514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.229758267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.230401609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.290762544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.290942222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:01.291525745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63834"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.292745205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.301712321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.301800787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.302236916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.303843868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.304787859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"1933f0ae-ecdf-4c79-9e74-1472239ba606","remote_addr":"[::1]:63834","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:01.307533299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"1933f0ae-ecdf-4c79-9e74-1472239ba606","remote_addr":"[::1]:63834","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2755,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.30943091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1933f0ae-ecdf-4c79-9e74-1472239ba606\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.317372112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.317522342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.317681158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.324120598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.324725914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.324957846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.325282343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.326223949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.327470763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.327575512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.328566707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.340622457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.350583584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.350969914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.351052027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.351648005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:01.430181167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:01.430703858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.430946682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"611.9395ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.434307218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.434390444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.434426075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.434457457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.434486605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.439469934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.441256664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.443328342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.448212203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.448280739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.448315148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.449846789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.454860729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.454939376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.455624692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60463","req_id":"27eb84b8-9c7e-4029-8962-721b99788948","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 6b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .k..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.455777827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60463","req_id":"27eb84b8-9c7e-4029-8962-721b99788948","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.456207292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.456256671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.456282973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60463","req_id":"27eb84b8-9c7e-4029-8962-721b99788948","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.456618602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3946, tv_nsec: 255513969 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.45668293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.45697415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63941","req_id":"41542188-3204-4f25-bd45-d5a4d0995c9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 01 30 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .0..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.45703413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63941","req_id":"41542188-3204-4f25-bd45-d5a4d0995c9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.45711937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.457397995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63941","req_id":"41542188-3204-4f25-bd45-d5a4d0995c9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.514007235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.514420759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.514479296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.514514696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.514591349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.515288378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.515608445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58914","req_id":"e2a8de18-e0c6-4f2c-b188-c7e43908f1d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f3 c7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.515669747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58914","req_id":"e2a8de18-e0c6-4f2c-b188-c7e43908f1d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.515945707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:01.516045576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58914","req_id":"e2a8de18-e0c6-4f2c-b188-c7e43908f1d2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.516240475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.516291637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.516506675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.518725275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5904570-fd83-4a44-9fc5-98bdbd94e554\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.519873674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.521457269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.537328461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.537411717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.537447939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.538649964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.542781466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.54283356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.551263125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.551714464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"224e7523-cdf2-489f-8295-0bfbe1633baa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.552056997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.587723811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3258915-7d95-492c-9cef-14816bb38b81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.587982566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.590616624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f951b4c1-32a6-4b9a-bddb-7edf90a86525\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.590993245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.595194956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81344053-4cda-4093-b467-4a997139b2af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.595362781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.600395408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf225879-d9d1-4ed6-97ec-d154d3a59abf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.60067233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.606655421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c9e995-68e7-4f30-aec8-7eb54ea549bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.607156128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.610176266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57bb56a0-fc48-48e2-a1f0-5bc8f0faf0c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.610344912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.611363842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da814ea0-74f2-4b13-b99c-ead21f6f4b09\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.611505604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.613042677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c256166-616e-4931-8683-2ad2f7e3b776\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.613184209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.614095204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965f01e2-8f28-4840-98b7-c0e18529c7b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.614220744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.617240731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.619092841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"552659a2-a401-47df-a8e8-0e84efe17455\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.619156518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.622851129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81c76be-9515-45b8-ba8c-bafabc57f662\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.623029725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.624929891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80cfa9f6-206d-45d2-85bd-7c1e6658e630\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.625049159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.627735261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ace8978-77c0-4ee2-bb56-70ccd11aef43\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.627807946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.629496089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e793f3-069f-4b1c-b053-04b9f3218b79\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.62961193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.631422978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1928db50-7e02-434f-a0df-1e7b139573b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.631491886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.633377653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b913d86e-dd09-46de-983f-9d12b930bdef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.633444747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.635130064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2122ee-66ae-48f7-a623-ac335b027a66\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.635200104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.636035889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0667c538-b9bb-4036-9fb3-6a93b529c9ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.636107261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.63719567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa47a4b3-e0e9-4730-b0bc-684a25227b1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.637317633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.638224961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720db538-34fc-4324-99fa-dbb76a85d20d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.638303407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.643022219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc2b06dd-673e-4b06-aa63-5a57c268bc9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.645072875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.646982229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb5afc0-dfc7-4d40-acc1-34909f750be5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.647227438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.649781817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db439260-7518-48e0-a88a-3ae431e9c938\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.649847368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.653383684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce01cbe-cc8f-47c5-b879-7e627012b000\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.653449264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.655862853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031d42c0-0efd-47a2-8596-f4d5e88bd9de\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.656146669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.659267857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a05feb-cd94-4acf-ae0d-1d76907c792a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.659357436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.674976135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.675056084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.675091896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.675304509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.675940777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.676112489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.676353139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.678748461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.679589918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.67965137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.679680929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.680034343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.687549908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.687639967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.687672863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.688162708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.689922154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30d8277-801f-45ab-9967-07b94b213516\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.690032835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.690295638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.690395407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.692222247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.693187961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76afae1-3d8e-4b8f-821f-0a263b81bd52\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.693324533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.694413623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d80f96-b4c5-4f3c-917e-adfb7cc986aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.694565846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.697073072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44589331-71b9-4b42-a806-6b0a7f4a9557\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.697141488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.698554413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5c4b1c-6377-4c3a-8045-5bb9dc7c6024\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.698687549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.702068014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15dede5-4cb4-4ef8-b2e2-06db5ab8d4b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.702139186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.703635858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6dc08db-08db-4212-b794-7924aa42373a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.703816087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.7067138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a10ea34f-e3f9-447c-b24e-c6294e525299\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.706906103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.708698585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320a1771-724f-4808-b401-a65aa628e446\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.708777592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.711117324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b7fa9a-56b8-414b-b110-70a3db2f56ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.711239818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.716960376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc86470-a022-4ef3-ba93-44b28f4649cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.717242789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.735716817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953dfc0f-fb28-477d-a72b-55a796fea139\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.735876816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.738894518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2f2be0-a514-49f0-87be-fe42653a374a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.738967003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.742500693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba3eaf25-d6cd-4478-91b2-792f21c56be0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.742578789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.743938488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.762368799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2119a16f-a616-448b-9f2f-9aa0aebc1292\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.762593226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.763836073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254053ea-f19b-45f4-aff1-fa0ce102333d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.763998166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.765064791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c02244-43e1-482c-bde5-6ca4181d10ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.765128428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.765165993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.765198928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.765279158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.766040595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.789238344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.794470799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.794539476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.794577302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.794608684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.79464164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.795080895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.797305117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.797366068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.797399274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.797425777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.800045908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.800369192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.80443859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.804516315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.804548429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.804929478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.807621411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.814819663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.814881476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.814912879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.815295481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.895605093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.895675283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:01.903771765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40377"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.904715966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"bbbf2e0c-29e9-4c23-af62-27ae3a6ff33f","remote_addr":"[::1]:40377","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:01.905653915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"bbbf2e0c-29e9-4c23-af62-27ae3a6ff33f","remote_addr":"[::1]:40377","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1081,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.905971026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.90614845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.907085317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.90747859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbbf2e0c-29e9-4c23-af62-27ae3a6ff33f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.910646672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.911095897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.911180195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.914281895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.915526535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.915581164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.915612216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.916425647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.917187485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.917242524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.91739115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.918512905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.923164664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.923299172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.924264786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.928073584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.928362239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.928514533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.929035421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.933338865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.933442482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.963994074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:01.96889089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:01.971759045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.971820407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"537.749049ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.971857772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.972006408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.97205285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.972083241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.972109673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.973016079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.978684303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.984373238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.98444442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.984480752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.985053343Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.994892226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.994998859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:01.998810172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65508","req_id":"26e4b21b-1fa2-49ea-a811-92cbeaa086a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0f 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.998901715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65508","req_id":"26e4b21b-1fa2-49ea-a811-92cbeaa086a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:01.999144198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.009369972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.009894227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65508","req_id":"26e4b21b-1fa2-49ea-a811-92cbeaa086a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.0105384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3946, tv_nsec: 809455811 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.010679331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.011160149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58115","req_id":"3b1e0b3e-9038-4b84-aa7c-64e7f5c98bd7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 e2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.011402883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58115","req_id":"3b1e0b3e-9038-4b84-aa7c-64e7f5c98bd7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.011796567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.012635428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58115","req_id":"3b1e0b3e-9038-4b84-aa7c-64e7f5c98bd7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.01462888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.014760763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.01485959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.01719859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.018577938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.082544137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:02.083514611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.083729368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49512","req_id":"371216e8-eaae-4c3b-9dd6-bc9aacc245f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: af 7b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .{..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.08383058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49512","req_id":"371216e8-eaae-4c3b-9dd6-bc9aacc245f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.084155608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:02.084471457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49512","req_id":"371216e8-eaae-4c3b-9dd6-bc9aacc245f0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.08484947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.084898788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.084926203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.087674278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.096873187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.096935491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.096967745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.097448443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.099401604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4198c488-0729-4624-9b13-51eda964ffe0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.099830519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.100386276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.100430043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.101046021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.10253636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9abb2b4-0b16-494b-8654-7fec246377ab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.102820727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.118957679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3031e3d4-7bf2-410d-87de-96e3ea3806c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.119281935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.121795523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3009e51-f7a5-47ed-84b4-5eaf679fb624\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.121916895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.124179903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca66ded5-db9b-4178-bc72-e3a05be9f830\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.124304812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.126377211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80928380-b1b0-46c0-b8ea-ceff2f22653c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.126445968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.130281761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dfe7749-1233-466a-bd45-332867f315b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.130661107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.134557871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ddfaacb-0924-43cc-a931-91cea54b251b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.134771487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.137681384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6860aa34-1b49-4f14-8bc4-3e614fe2ec18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.137743067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.138384615Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ebae55-47ba-48ef-8100-62c16a7f1aa4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.138681567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.139910456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4ff3c9-51dd-4a4e-a799-5eb973662a3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.140075494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.146417831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.147660277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d34dbd55-1312-4997-9d8d-2187c348a557\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.147846468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.150674482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2c392c9-8439-4779-8e01-c4bcd30d7e19\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.150736366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.151641018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b98ac0c-313c-4421-8d3c-d4bf2cbc9fb5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.151738392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.154116681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263061bf-4655-480b-b7a6-af9462425c83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.154542208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.156483166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37588349-5d03-475c-9443-5ae371114d9d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.156560921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.159304577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e268d96e-0e0d-48a9-b679-9c285438bc4f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.15956683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.161571865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14cb8e7e-b251-4be3-9671-bcc35b7021c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.161635722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.164166735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa7584e-58ba-46c2-bd6e-518cba84406d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.165631263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.168437664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ac0dac-1279-4cfb-9cef-9caa173a1d0a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.168497303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.168813954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f8b0727-1de6-4e83-a374-8f7000e52ff8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.168849445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.169716582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c893af7c-3e23-431b-85f0-e394f01939ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.169759458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.171482461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d950a4f-3031-410a-9961-beb251319b79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.171756437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.173089803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee037ccc-1c89-4a37-bedf-9cc08a084ac5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.173151476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.175929531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751aa1b9-7734-4bb8-ab2d-893e165aa5ae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.176093468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.178346256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477d3f52-fbcd-49fa-80dc-7415bb0efc70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.17842311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.184765096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439d4972-e53e-4149-873a-a6e6a4f25b32\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.1849532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.186965921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155712e5-8656-4294-9f71-7ddaeee587c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.187074427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.190306807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54279878-cd25-4566-88da-1389061068b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.190394842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.200171071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.202666583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.202695511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.202726402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.203411918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.206085475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ec3eac-6719-4fbf-8ee0-6f1409730e42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.206162549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.206195735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.224249516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.224377611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.224471187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.225410589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.227188722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26a4a980-b50e-4624-a523-fa264e3cdf1d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.227514511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.228491638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.228549403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.22962193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.231092971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c0af4b-d4b9-4c93-babe-34d6cdd4736c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.231217669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.234011967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4559e7-b97d-4cff-8840-102dc8ab44ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.234101084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.242462754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af41a24d-bd66-442d-8fdc-dc346f33601f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.242810127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.252651946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216e04a5-31cd-455e-ae89-60fd9af49906\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.252917074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.259131756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe39365-ced7-4c4e-aaeb-eb5b3fe15b16\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.259526553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.265809802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acf4026-c5b8-4f0f-a14c-48559720f753\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.265955462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.270644946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.28967931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12622637-4b6a-4f8e-90c0-772432bb13b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.290068877Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.312885948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e837b0c5-3817-49f3-9b13-85ddb5f60709\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.313115195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.316518626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3eb92e9-1510-4fbc-b0cb-4b547741eacc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.316644326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.32087231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d875d059-5f9f-4128-b467-dde7faf88c0c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.321360112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.321617335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.321674008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.321706202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.321733947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.322842125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.323477501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f3bb6a-d851-48ea-acd0-9973da14f720\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.323671948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.326616525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd93ceb-2cf1-47ad-acc7-2162e221ff1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.326817305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.327063265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.336286161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.33633555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.336364748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.336878371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.340147836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9744110b-ebee-4825-b0f5-1bb15eea3874\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.340395639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.343234596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.343345206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.344057074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.345147106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b551966e-66a1-46af-8652-91dabd9e87ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.345542564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.345654858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.345740449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.345821059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.346412157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.354750681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.365319208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.365389037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.36542547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.365456371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.365484127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.366141416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.370683466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.375858036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.375979618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.376102854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.378331554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.439061665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.439172305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.439896999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59838"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.440855539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"a33d58e6-1332-4cab-8aa7-aaea03454b09","remote_addr":"[::1]:59838","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.441430976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"a33d58e6-1332-4cab-8aa7-aaea03454b09","remote_addr":"[::1]:59838","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":704,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.442569885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33d58e6-1332-4cab-8aa7-aaea03454b09\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.445668328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.445759079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.445823197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.448179271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.448672604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.448735239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.448771241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.449361587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.45427169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.459291642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.459590237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.459700066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.460360932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.472668555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:02.491897697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:02.492290039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.492891497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"520.385424ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.492955004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.493011256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.493045695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.493076296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.493103951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.494107019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.49737978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.502777755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.502838296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.502872694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.503554192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.5090942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.50942523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.510181326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54935","req_id":"a8eac875-3fb7-4399-b0f6-6c502c0db6c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1c 91 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.51024351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54935","req_id":"a8eac875-3fb7-4399-b0f6-6c502c0db6c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.510545853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.510716332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.510806582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54935","req_id":"a8eac875-3fb7-4399-b0f6-6c502c0db6c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.51133738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 310048269 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.511399694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.511828017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53992","req_id":"9a6aaf1c-577b-40cf-ad84-945d6b9c32b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 42 9f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e B...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.511875532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53992","req_id":"9a6aaf1c-577b-40cf-ad84-945d6b9c32b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.512018106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.512052875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53992","req_id":"9a6aaf1c-577b-40cf-ad84-945d6b9c32b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.566365429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.566766729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.566831528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.566866097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.566893752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.56773592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.567801491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.56891546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.569503903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad8da7b4-7953-4cbc-829f-b52d0f6ce1f3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.569618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60241","req_id":"616ad914-2122-47cc-b8b0-cd4ce9478746","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f e0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.569719893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60241","req_id":"616ad914-2122-47cc-b8b0-cd4ce9478746","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.5699494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:02.570045672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60241","req_id":"616ad914-2122-47cc-b8b0-cd4ce9478746","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.570307905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad8da7b4-7953-4cbc-829f-b52d0f6ce1f3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.570402012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad8da7b4-7953-4cbc-829f-b52d0f6ce1f3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.571478767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad8da7b4-7953-4cbc-829f-b52d0f6ce1f3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.572119073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.580453218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.580523579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.580556374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.581223193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.581790693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.581840813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.581872476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.584808817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ad8da7b4-7953-4cbc-829f-b52d0f6ce1f3","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":15245,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.585041641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.585094155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.585718339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.586270649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8da7b4-7953-4cbc-829f-b52d0f6ce1f3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.586479265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.587225261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"f9c43e31-a84a-4297-8647-cabb007c9bce","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.588954597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"f9c43e31-a84a-4297-8647-cabb007c9bce","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.589108163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"f9c43e31-a84a-4297-8647-cabb007c9bce","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.589450525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"f9c43e31-a84a-4297-8647-cabb007c9bce","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.590648071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3665e89d-caf8-4b7b-8c77-cd3358c5160d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.590716327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.591741269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09810a1-bf6a-4939-b0f5-79007e8086a7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.591892661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.592166887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"f9c43e31-a84a-4297-8647-cabb007c9bce","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":5016,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.593044085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c43e31-a84a-4297-8647-cabb007c9bce\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.593105097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.5931372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.593162952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.595240672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8748ff-1f74-4b0f-acbf-419312803f9d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.595370751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.600265974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9152d615-f8e8-4915-97af-08bcef3e98ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.601793938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.605295084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d5fa487-e5fa-426e-929a-3ee68c48f2dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.605506906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.607290179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d514bd-ff16-4992-868c-a061933746b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.607593283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.612202427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd4e1287-66ac-4c8e-9b02-5bcb50439745\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.612372205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.614501347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2ec53d-0470-4981-80cd-fda55efbf761\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.614829321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.617890901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.618959029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f2f417-9c0b-4e5c-a544-eb14eddbf313\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.619104128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.620261935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6655340e-9107-438c-a93b-a40b511efb7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.620480701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.621534711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c49c624-71dd-417f-ab9f-8be712267e5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.621674539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.624557073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98a8d95-dc89-4de4-9117-d3cfeb20ecdd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.624628515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.6264481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4873a37f-11ce-4659-85bf-de62480cc498\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.626822226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.629320473Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6de94b9-0ac3-464e-a725-33b4eaf54e44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.629577335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.632421031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2ca274-84a3-433c-ad92-964a7e85946c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.632702652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.635036753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4586195-31c9-470f-a80e-6abc056f88b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.63548704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.638219203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0980430c-fe38-43e9-89fa-7a6353489e54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.638391477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.640359348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d9275c-7879-4aee-b7c5-77224ea93af8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.640421882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.642323491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bfcae4-37ac-4b13-b55e-e6ba7c13f9c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.642444482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.643331369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86352c97-b8f4-4279-82e9-8c572821a56b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.643484564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.644913622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2257cef3-d29a-4332-8834-a40074fa6e77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.645145403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.646091258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b900e497-9cdb-420c-a34e-86b869e02abe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.646228431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.64764309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b96f13b8-495e-46c6-9a13-083bd9597909\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.647855553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.651726766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eaba941-bb50-4dd5-840d-3891f90ca08e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.651941855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.654184042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f20e01-967e-4fa8-825e-deacc8f7c9c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.654259523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.658170195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27015292-03e9-44c8-88e5-60d1cf3d6dd7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.658234793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.661106785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83260384-ae60-4b45-95f7-9ae7e8b140b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.661220552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.664538974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b663861-7fb7-491e-bbfd-939288b7ad10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.664619715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.668415518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d9ffcc-002e-42d1-be56-c81f85805b06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.668850114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.669428035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.669686009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.669742181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.669772892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.67076078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.673798974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55fe339c-713b-40ea-97e4-142a3b87531a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.673939123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.674165915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.682463588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.682541373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.682574609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.683280345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.686295372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.686367255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.688096411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.688157142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.689225761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.689598042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.690277366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.690331143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.690359049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.690382385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe75f46-3a4f-4b06-bff2-6f964e178427\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.691845661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.693857349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ca2559-c847-443b-a5b9-ac77a14ae0be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.693924342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.695257068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714749d8-8b7a-40e0-accf-31bb06273996\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.696222581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.697866216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367d8b5b-8e29-4428-b780-247075e7c75a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.698039051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.703522486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3aee2c-3bef-44ea-976e-19643be54f77\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.70377566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.708206428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223fbbf0-a7d1-4de4-8796-473b66ee8c39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.708270436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.709063546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe4f7be-dcd3-46a2-ae3a-7b2d7b2475c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.709173906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.715968614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84cba0b0-6ab3-40f8-97af-d4837283ca73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.716672366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.720013223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892a972d-a8c4-415b-901e-4566d64ab9db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.720091879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.721815093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e919db-ecbd-4487-8160-86938991d9d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.721946565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.725162071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.728705121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5999d94-2a6d-487d-a36e-68ee2f8dafad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.728958025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.730797159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6c0338-ba1c-47e2-89b2-cd35750ed29c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.730976977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.732196076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028c95f7-fa7d-4d35-a0cf-6e274410b6da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.732635542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.733717658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a52c17a-18e7-47f8-80f4-98941db5519e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.735232807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.736610402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4dce29-f5af-45ef-afea-03cc0dcbaac7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.736884197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.736933265Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.736964307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.73699127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.739089271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.742072815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.746751487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.746826005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.746859121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.746889602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.746920504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.747286303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.750338714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.7573682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.757526195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.757620723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.758355187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.840921895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.841070771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.841539445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.841666478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.841756879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.841841197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.842562854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.842814285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37734"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.845917629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"26dffe58-5897-436c-8740-d9af58342f36","remote_addr":"[::1]:37734","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:02.848360486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"26dffe58-5897-436c-8740-d9af58342f36","remote_addr":"[::1]:37734","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2441,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.84916081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.855831171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.855929306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.856011821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.856602467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.857498182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dffe58-5897-436c-8740-d9af58342f36\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.859536042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.859624298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.859692725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.863218069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.863278419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.86331429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.863342015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.864178572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.866983441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.867041867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.867960798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.868114224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.873049727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.873270167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.873319224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.873955242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:02.905929649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:02.906559624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.906617359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"413.645641ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.906653681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.906679002Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.906767167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.90680878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.90683868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.908253799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.90883127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.910214496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.913828847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.913890189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.913921762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.914355406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.91471357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.914938208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.915116252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.916054702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.91814665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.91868352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.920681942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.920743364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.92087162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54314","req_id":"7d731473-f32c-4afb-bcfa-fced538d90e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b4 d7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.921270574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54314","req_id":"7d731473-f32c-4afb-bcfa-fced538d90e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.921483909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.921661313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.921772735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54314","req_id":"7d731473-f32c-4afb-bcfa-fced538d90e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.922795693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3947, tv_nsec: 721666411 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.922858198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.924096755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62735","req_id":"fe812d10-b990-4643-ae35-5d4ffb838ebe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8d 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.924513937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62735","req_id":"fe812d10-b990-4643-ae35-5d4ffb838ebe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.924782562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.924828303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62735","req_id":"fe812d10-b990-4643-ae35-5d4ffb838ebe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.925287438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.925344712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.973605378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.974234101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.974297357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.974331254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.974360212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.975069435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.975522548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53951","req_id":"2038b80e-1516-48a1-820a-09b0024e51ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 73 67 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c sg..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.975602257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53951","req_id":"2038b80e-1516-48a1-820a-09b0024e51ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.975684501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:02.975765272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53951","req_id":"2038b80e-1516-48a1-820a-09b0024e51ef","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.975968256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.9760153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.97604531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.978624258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.986438106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.986494188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.986522595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.987382779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.987726153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7a32eb-0fc5-4fed-b02b-e95d5b398d67\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.98929085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:02.991933516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.99199594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.992346539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.992553281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae8850f8-d8e4-446c-876d-f42c396431e2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.992714652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.995834749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f2c4dc-14b9-41ab-bc09-ccaa7c5d4966\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:02.995953125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.002717332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234e5e04-ee6f-4b7f-a161-727118efdd79\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.002908803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.00622458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e3af4b-1b6d-436e-b42a-66060e8b2df1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.006489137Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.010607402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b668f8-1dd5-4c14-b938-5fc95bb4535a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.01115821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:03.016877395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.021124096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.022211202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07d54c0-91b1-4278-8bbe-fe844de4830a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.022379678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.025613621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4194d9a-8b71-462e-95e2-680d00b3e3f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.025742688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.02691307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9388d5b-580d-408c-a37d-c40a7319322e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.027238108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.028582847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff91ed08-a132-433b-b170-c0761c97c532\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.028722636Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.030283205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"868ace7b-6402-46a1-93a1-44d4f849c8b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.030405689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.031930397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b96175a6-c663-482d-a669-7a41f17d084b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.032001118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.033210748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8acddc3e-f6d5-42ef-a4ef-ff7ff911c676\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.03345247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.035277396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fdece47-6326-4970-bdd5-ae78cf5737ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.035544778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.037439133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacdb567-4e84-4ef9-939c-e3af19d0a07a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.0375078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.03946523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b06da6-e7ca-421a-936c-1bc9c5ecbdb6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.039536762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.041171199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e69785-3e85-4624-9944-2300e5ee3981\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.04124217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.042949382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4f4179-a681-41d2-a14a-11a02812efde\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.043016285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.044933605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d87f917-6edb-4f22-83c7-4bbbf474f2e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.045000709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.045955431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e201d15-d1a0-4c28-b894-fd4a2c1501c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.046029208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.046939592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4149c8-c175-4246-8a5a-87568c1b447e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.047063609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.048343549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a173c5d-31f0-416f-ad91-70ba410da331\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.048465382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.050029087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a695f751-80b2-4d92-b9b0-fabcbc0e2dd8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.050108035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.05143075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e37e62-744f-4992-90f5-8ec95c3202ee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.051586831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.053295656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431b43fa-71ad-443f-b905-66ca56efbf11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.053554792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.055477874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fbc1a29-576f-4e69-b240-3b68c753703d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.055675107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.057610613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06636eda-5f1a-41f3-9a28-9356b08425d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.057742847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.060070875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e9f3224-2a15-4c52-bc1b-29dd70625848\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.060145854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.062099988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0930a4fb-a831-4a1e-876e-88278e7f66ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.062217542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.063955655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa06380-05d0-499b-b369-8d9b905c1f42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.064090003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.064918033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90cbcaaf-74d4-427a-b32b-d385e90e3f74\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.065302078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.066459684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"411f335a-b028-4a6a-bcc7-4c0c638829a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.066514554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.06748158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8777ab4-82d3-42c7-a922-dce8b1da9a91\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.067614415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.068589368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0289e8a-bef9-45c6-844d-9a4bbfbfe923\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.068704467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.070133795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8158a81b-5573-4c08-96bd-b26334ec8d35\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.070190488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.071562792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.071609595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.071639405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.071666148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.072416964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.073752956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf73b786-47a5-4271-956c-80856adf0a47\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.073848807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.075058467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.081801863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.08188586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.081919427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.082114596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.084288447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8546ca12-aa65-483e-9c32-ba93a25e8dd8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.084454558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.084633144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.084683464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.085170494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.088015092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a692a50a-a2bb-499d-ae19-5478feb69966\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.088207415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.090183723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e8d82e-a8fa-4710-8562-68351fa7ebf7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.090248542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.108090561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78b89f3-2cab-4a4e-9174-497e47a40b4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.108332152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.110765781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5fb4aaf-ad18-4c33-9651-3c5323145438\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.111257721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.112433524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0140eda1-15a5-495d-a6ba-91cf2ac047b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.112586289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.113842041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3bdeabc-fd71-45b8-a1dd-47d474a49331\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.113973623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.115157582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53f6481-7cb4-4379-80b1-2d6c0156e0c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.115590103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.116409977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e167deed-a5bd-4c3d-942c-9406a7bfee11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.11647161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.116565206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.116631278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.116662039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.117391873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.134308829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.139154985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.139226247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.139260986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.139294553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.13932339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.139677095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.141849554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.14650554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.146569478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.146602413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.147020637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.15289453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.22302996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.223109138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.223666398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.223729023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.223764825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.223792339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.224754647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:03.224815578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65487"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.225626744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"80482c85-7a37-43f7-b133-fb9aedf4df12","remote_addr":"[::1]:65487","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:03.226062773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"80482c85-7a37-43f7-b133-fb9aedf4df12","remote_addr":"[::1]:65487","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.226449864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80482c85-7a37-43f7-b133-fb9aedf4df12\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.228313578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.228372275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.22839988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.230065989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.23012657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.230160187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.230189596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.232724987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.233401746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.243426229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.243532811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.243626347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.244310991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.246449262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.251248985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.251552259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.251658551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.2526014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.252988511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.253064953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.253466483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:03.28814108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:03.288404244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.288457881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"381.756575ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.288494625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.288523873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.288555305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.288585756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.28861298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.289529396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.297708172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.30349434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.303558458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.303591584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.30410618Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.309799533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.311635852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.311678036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.318073979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49238","req_id":"3c3db556-c0d4-4de8-9758-35d03a97323c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cf 47 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .G..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.318216874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49238","req_id":"3c3db556-c0d4-4de8-9758-35d03a97323c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.318416041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.319369982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.319597635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49238","req_id":"3c3db556-c0d4-4de8-9758-35d03a97323c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.320242981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 119143018 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.320748388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.32611963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62831","req_id":"1a943da0-d20c-4070-96d2-73b83f24a260","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 41 82 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e A...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.326318065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62831","req_id":"1a943da0-d20c-4070-96d2-73b83f24a260","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.326540569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.326795517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62831","req_id":"1a943da0-d20c-4070-96d2-73b83f24a260","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.397971771Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.407197502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.407268584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.407303313Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.407331319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.408005843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.408788913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49393","req_id":"c80e687c-10ff-4755-817f-eb489814acb0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 34 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 4E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.408898692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49393","req_id":"c80e687c-10ff-4755-817f-eb489814acb0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.409044983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:03.40911872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49393","req_id":"c80e687c-10ff-4755-817f-eb489814acb0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.409363207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.409405983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.409433547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.411124957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c04a767-fe5b-4bc8-a5b4-f7eae89e6610\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.411364545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.411621206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.419114256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.419177902Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.419209836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.41977402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.423389764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43d7a904-c06e-4e57-abae-dd582cca2a4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.423722377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.424691418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.424794583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.425447594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.429479398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"738195dc-0c79-4f3f-97d8-6e176e181392\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.429676851Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.43246213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17fd1441-fe23-4736-b205-93ea609ad57b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.43259742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.436131742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ece6bca3-7838-4f2b-b7c2-8081d2464c16\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.436336951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.439666795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af400cdc-4b7b-4e03-a1e7-bff7f01d441d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.439929268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.445022596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1922a35b-60df-45da-93d0-dd563f34b4e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.445102255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.451932133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dedcd73-de5d-4614-a39c-ce9b067ede27\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.452254245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.455539891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66af41e2-5a47-4305-b9c4-a94249e4c269\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.455734409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.456850322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.457713282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3766dde-2b10-4dcc-9590-d773346e6953\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.457857649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.459676714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bcfdb8-778b-42e0-aecf-b2b6c3752b1c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.459807374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.462360501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb645b27-ba4b-4650-903d-550d91ba9ac5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.464126941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.465450788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"472ba9e3-0f17-4f01-accf-156e8541d2fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.465771678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.468532659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862ece58-88c8-4223-b6b1-87a8389eae18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.468613199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.473694363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eca2c34-b3a8-42ee-b4f2-44df665b2b00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.473929932Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.475952222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f4777f-190b-4ce1-80d3-9920e53049a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.476246368Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.478396442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7ddf80-642d-49e7-92f9-8ec1fe3fd221\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.478608133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.481264947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2686529d-4f36-4843-84b1-57091813302e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.481478643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.483214221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285c1ffb-6148-44cb-a48e-e78a4e983dbd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.483471664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.484856803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c87a987-794e-41f1-a9d4-b76589c9c2ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.48512117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.487150463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0bcb22-2f19-4f0b-aab0-8f648d8f7665\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.487474058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.489032764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae823f3f-7671-434f-9d48-974f2ce03b82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.489174105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.490202374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a815ddba-597d-40d1-a080-f9a718994fa1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.490354868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.492005707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"419171e8-dc9e-49bc-bb33-504ef676fd72\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.492225786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.494719314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee491b79-9e04-4d5b-aaa5-54eb947612e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.494804323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.497376077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a26899-f212-4699-99fb-023d52099e63\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.497490365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.50009765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6124de8c-89be-4265-a48a-00ff9ecc36fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.500188451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.502711097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3f41d1-d0e0-486b-be97-09f5dc1d8abe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.502789573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.504893084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a08733f-b5f0-4326-a69a-dc6ae5768726\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.505420575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.507590208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.507652893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.507689817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.507718614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.508860098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.512894186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.520639648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.520737533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.520932091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.523219649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.523555648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a0d265-6c80-430c-9b79-387b11b72942\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.5237775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.525841302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09bb5901-d9c1-41a9-bf3c-29a4009ad0db\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.526163484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.526891725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.526983628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.527845616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.52908259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc59a6da-cf6a-4aee-bf0e-73650747280f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.529332378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.530805423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690a4b29-44de-4e10-8f6b-ba9284800e41\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.531171001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.534407119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce195f5-aa3f-4a7c-a82b-78dc2a09e28e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.534611066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.536119611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd726d7-c05e-46a1-bd32-d9e5482c3e23\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.536429849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.539144558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998660ba-f3e2-477a-b8d4-08026edac049\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.539353274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.541937122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceedec0b-6cf7-4876-b281-f093681032d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.542234865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.54444032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835a038e-13cf-4b07-84b1-55fdb11ea7e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.54478663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.550905541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0c50e7-10d3-46c8-bd44-dc1dfe80a5c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.551304546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.555794673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7db4d7d-6a32-4f94-ab00-3c140a023079\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.55643101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.560399427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c4f6645-69b0-4519-8aed-8d373fbb478e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.560500609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.561588627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02bd681a-f96e-4fd5-8b78-967df267e5d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.561738535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.565074261Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f217030c-0744-4c9a-8564-edfc222c3034\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.565168098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.56583626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.567306549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82e73e7-19cc-4102-86c2-90c676a64ed5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.567378392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.569251404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dad923d8-5036-47fb-bdd2-0a8c3899da2d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.569499348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.569555099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.569587824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.569616211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.570708978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.573211695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.578678327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.578737234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.578769609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.578799408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.578827594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.580151863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.583702878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.591562407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.591653539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.591683168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.592144507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.664058672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.66425844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.665058183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.665115888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.665147892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.665175677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.665919108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:03.665987875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59687"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.666941245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5c26e6c0-deb9-49ea-85f4-e142ec7bbce2","remote_addr":"[::1]:59687","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:03.66751094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"5c26e6c0-deb9-49ea-85f4-e142ec7bbce2","remote_addr":"[::1]:59687","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":572,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.667868913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c26e6c0-deb9-49ea-85f4-e142ec7bbce2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.670520346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.670570997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.670596217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.673426186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.673529802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.673565323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.673591705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.67439202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.67508956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.682438512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.682536177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.682571597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.682990823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.683307023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.683358084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.685908496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.691335639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.691555457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.691706588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.692684667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.693699559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.69474881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.694805292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.694833328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.695018026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.695069779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.697105044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:03.726404702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:03.727079567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.727135578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"438.60899ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.727174345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.727202141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.727232201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.727259916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.72728725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.728275058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.732477642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.737570629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.737653444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.73768652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.738230093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.739220547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.742086206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.74223872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.742973905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55149","req_id":"ea387f74-483e-4a4f-b999-4f4dd8ae1dd4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9a c6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.743045407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55149","req_id":"ea387f74-483e-4a4f-b999-4f4dd8ae1dd4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.743127731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.743311177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.743505434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55149","req_id":"ea387f74-483e-4a4f-b999-4f4dd8ae1dd4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.744007324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 542827161 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.744085189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.744458854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62903","req_id":"d8335637-4ab1-4518-9201-9e3591b09632","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c 83 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e <...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.74451743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62903","req_id":"d8335637-4ab1-4518-9201-9e3591b09632","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.744601869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.744685625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62903","req_id":"d8335637-4ab1-4518-9201-9e3591b09632","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.799808374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.800525062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.800777304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.800950109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.801057392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.802109819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.803545129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61905","req_id":"e9ca44bd-b6a3-468d-9944-ea62faa6dff7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c2 dc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.803607533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61905","req_id":"e9ca44bd-b6a3-468d-9944-ea62faa6dff7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.803767452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:03.803865958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61905","req_id":"e9ca44bd-b6a3-468d-9944-ea62faa6dff7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.804593698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.804641864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.804667024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.806648983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.812814327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.812898976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.812932282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.813376327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.814522471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd0bf21e-495c-4e2c-8612-0705d90c98e9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.814724303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.816174242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.816561383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.817549852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.817880151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f314a0c1-8ce5-4099-8936-2d9b68621fc1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.818213515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.823595608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bbfc075-0b11-49e7-8224-91c00c40854c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.824023982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.828098801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00077d54-f32c-49a8-bc26-491b4d41e9c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.828599178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.831906327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b763e15-aec6-4d41-a0df-cea66b45341e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.83229448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.834766155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecdb745b-830a-42f4-bacd-8f5e4116929b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.834892467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.837470884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"280699b7-d507-4ade-b9ac-8d965eea08d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.837543509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.840416763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e888f2-dc71-4b30-a608-16dfc5f03d3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.840605329Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.841873706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64caa544-b145-406f-affd-cc23be2af4d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.841933245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.843124759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b167e8a2-3668-4b11-bb4a-e13209facd6b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.843278585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.844335671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4618f5c4-3dee-43a2-aab7-05527ee321e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.844538415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.848339529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.848764496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb70e5f-d5f0-4be9-b8a5-c68fb99617bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.84891727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.850641796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69002ded-ef61-4c15-9f50-8ef28370efba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.851056031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.85317815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492320dc-8bfd-4f4c-b3fd-e8ebb069381a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.853315203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.854846093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89290e33-73de-4e50-bf7b-15bc3d8889f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.854932024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.85668146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e604a37c-38e4-4b0b-837f-d16dcbec3edf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.856737331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.859415016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5352dc01-a7dd-45cd-9ede-e33659a2ea29\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.859826175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.86266944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10cec973-0398-4b87-b440-f978fda1a2b0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.86296063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.866511956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0014f8e9-e6a2-4352-8343-0df9eba5532f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.867414134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.869200293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7283a2-38c7-4f6e-ba05-c0eed9ad20aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.869597454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.871268263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6208bed7-938e-414f-8bcb-63f0316525b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.871540435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.87275239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9330b5ac-4976-4ebc-bc9a-fff4e86e38fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.872926246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.874226427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5cec25-1453-4ade-accf-0b0e4d63c1f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.874651213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.877074562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c028c2-6efe-4000-a9eb-dbfb49327447\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.878585141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.881090092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0b812f-6cf6-432d-ac5d-d2476c4ece36\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.88116448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.885132036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56cee189-dbbc-4fc1-aa99-da342b07dbd7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.885302185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.888819202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e03eed-a3f4-43dc-bbea-9b5a29cd6bfb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.888920905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.890964376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b72b344-2935-4e4c-862b-d0a242aa6f4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.89105152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.893201483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8834830a-7cf1-451b-ae06-7b629d2f7414\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.89366164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.89552345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"271aa668-46e9-413b-b965-f8f97cb79a72\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.895597598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.896282392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7cde55-720b-4838-9a44-159e92e2e4ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.896412191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.897419147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c439741e-3516-4f96-822f-dc5e55b1a332\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.897553795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.898409861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b63ad8-23a9-4980-bf66-5368c12c3839\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.898557796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.898719959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.898774998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.898804968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.898831641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.899620814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.900436509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3203b56-a53a-4430-abf0-f4637f94ae81\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.900584013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.901928451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f55d192-acf5-403b-9e65-7b6bc8f33dc0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.902100043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.902283479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.908074858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.908150078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.908178374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.908536568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.910549809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.910592073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.911056298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.911884558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.912379304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.912420747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.914143489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.916815854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f9ff67-4177-4a24-b9c5-12521841fbe1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.917118807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.917812579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.917914332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.920860152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.920976543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.922066365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c6b3a67-785d-4999-94b4-e63376fb7766\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.922293377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.92615444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec74c31e-c7f8-4257-955a-1efb7426037c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.926427775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.932810732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dabbfad6-1399-441d-8228-fd295e8919fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.933012845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.941876054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45352891-e58f-43ee-83d3-2ed014ec476d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.941989601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.945344275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cfdafe6-be49-4e0d-8c74-b5ca9f102214\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.945466077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.946371652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199baa29-f79f-4752-bcd8-90bdc9e21482\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.946545117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.947554348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ec9fc9e-b508-43e8-b040-433a54e8515a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.947664207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.949952907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7495308b-6351-4a29-8cca-be93c0d8865e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.950338475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.951340432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.952799489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae81428c-1120-42e4-b95e-a5b6547f3ffd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.952859218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.952978555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.953044186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.953076781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.953672037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.956569701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.963980526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.964040876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.964114543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.964150675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.964180424Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.964592485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.96772141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.972887683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:03.972966941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.972997762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:03.973576686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.037815908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.037876359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.038312307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.038366255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.038395273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.038423048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.038977072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.039030789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47025"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:04.039346478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.040402191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c126fe97-2d87-4a37-847f-1402e2a815c5","remote_addr":"[::1]:47025","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.04112414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c126fe97-2d87-4a37-847f-1402e2a815c5","remote_addr":"[::1]:47025","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":734,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.041469338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c126fe97-2d87-4a37-847f-1402e2a815c5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.043666235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.043776023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.043841704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.045787772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.045859735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.045895907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.045924725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.04658012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.046934627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.052440607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.052501579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.052532981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.052891375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.054608667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.058388859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.058597304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.058650961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.059118542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.060031852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.060080409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.060552369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:04.099752423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:04.100069905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.100264964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"373.029787ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.10032298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.100354072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.100382648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.100412638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.100440684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.101223664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.101636908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.109310256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.113512699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.113647728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.113692007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.114090841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.117747938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.117802737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.11870784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58802","req_id":"b691ab6b-2a73-4c16-af70-acaae75e49fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 20 12 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.118774323Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58802","req_id":"b691ab6b-2a73-4c16-af70-acaae75e49fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.118985774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.119142146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.119233087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58802","req_id":"b691ab6b-2a73-4c16-af70-acaae75e49fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.11953606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3948, tv_nsec: 918444373 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.119587633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.119986658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60684","req_id":"ee910777-aa5c-4668-b4b6-8e0750705da7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.120042509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60684","req_id":"ee910777-aa5c-4668-b4b6-8e0750705da7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.120124483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.120146577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60684","req_id":"ee910777-aa5c-4668-b4b6-8e0750705da7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.183129867Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.185451934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.185538125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.185573416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.185603546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.186478749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.188659995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65522","req_id":"43236ca2-8930-4c1c-8803-9f6b26fa4d07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4f b7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c O............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.188813381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65522","req_id":"43236ca2-8930-4c1c-8803-9f6b26fa4d07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.189777602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:04.189950236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:65522","req_id":"43236ca2-8930-4c1c-8803-9f6b26fa4d07","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.190534059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.190588237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.191363752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.191736034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.197427704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.197509177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.197544417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.198006357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.201840727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.201901238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.202309601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.203109004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90bb4b23-df5b-4a5f-9cdf-b925402e7bed\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.204263334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.217353185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89265014-7be7-4fd9-93f9-ff23e8fd47b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.21769221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.220617679Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4e0b7e-96aa-4b8b-a388-1e1121ba23ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.220871535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.223098923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455a3b79-66f9-4f48-97da-9954ab6b266c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.223743026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.225679304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed16a37f-acc7-4681-a5bf-499c8c10e703\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.225889192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.228231729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c467acc-1d4a-4609-80a0-30955994ff49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.228442239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.230495029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf75b086-112e-4d18-aaff-f820cc936701\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.230702873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.234750638Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dda1fc7-e2a1-4023-8af4-4942437a0d17\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.234812611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.235904086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea126fa7-68cc-4fe2-afb7-7a2ffd5a8f3c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.23616182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.237335909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc37c9af-cba6-405c-b8f7-4fe86b3d5ad5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.237468904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.240743909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc99a741-0a86-4b49-8115-b2a79bbe2131\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.240871273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.241810665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.2433594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea7fe77-948a-4375-b7a6-602ed54b538f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.243425392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.244452909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19bed79c-5419-4ea3-b9ea-f18f3dde8991\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.244628088Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.246299498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"343c177a-e625-40cb-8f85-d41a4782bc8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.246667351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.248215085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4731caab-136f-4c3e-9845-18485f1abd7e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.248331998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.250179489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"901c3684-ccde-40a3-91c7-ef3750930543\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.250439717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.259457455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e1a070-57e3-410c-993f-c4670dd1be02\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.259533446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.261484614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a65780f-9afe-4f02-a059-32c9da0b8b6b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.261611627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.265690574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4aa98dc-c692-4be8-ae44-21a8dfc6e048\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.265821004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.267256694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f33d42e-d397-4db2-8a18-9082b4991f58\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.267382164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.269240547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f88465d-033b-4f3b-a9c1-d657be2e53da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.269418762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.280873655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d16f83ef-2627-4280-a1db-80b6022436eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.281871744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.298704923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.298939901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.299131032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.299261562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.300302616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.302902967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f634701d-870c-4541-9190-26d449e33da2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.303360709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.326554732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.333512344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.333613366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.333699808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.334293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.344505998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.344640176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.345330872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.354951671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d21e0b-a45e-41f7-a278-d086514e3f3c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.355484953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.377948721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50db874e-9483-48a6-83b8-9ff9bb12b242\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.378202066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.384977826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb99314-0828-4bb8-af35-714af0f2d6e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.385441269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.389028557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f5d445e-2c72-412e-a6c5-e29451e28d98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.38924115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.398779134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1928f729-35d9-4bba-b4f2-d84908ef09cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.398986918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.406665637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"706fdf59-b2b7-44cf-ba16-56825b9be48b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.408164344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.411513056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.415964014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7092de-9eb2-453e-b57e-21aa4136b156\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.416109363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.417214545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb088a9d-c2e1-457d-bfa2-36314f20d3b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.417348903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.440383328Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a849ba-2820-49a6-a34d-ae6fda198b9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.440672304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.440724768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f2a047-5f48-4ae8-bc0f-8aa6321ab616\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.440760179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.440787814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"559af60a-94ca-4587-a2b6-1092366f78c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.441010718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.441083803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159d7042-b6e5-4938-859c-7025751f6d6d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.441120797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.44115258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb5788d-b099-42a5-83cb-91ae8907e99b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.441185356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.444984756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bddd0b32-8c96-4033-b38b-cf70c9cf6c9f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.445149684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.447885305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95b0f916-c568-47ae-a46b-2a2c7af1885c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.44821399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.458489503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24af0570-4714-4c3d-8a28-4b07748e970b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.458565715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.461163351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eef7cec-f76d-4fa2-8659-ac4fe3e4e464\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.461284893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.468414248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.468472183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.46850587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.468535549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.468559647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.468587914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e193251-d613-4667-840a-eb8488a395ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.46862122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.468650358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13462d5a-950e-4f4f-ad24-95f3cccc4936\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.468683093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.468712993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.475186601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.475240539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.4752716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.475709753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.476936608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c77f93-d73f-45fb-bf94-b581b07ba58d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.477105384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.479567981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.479615395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.480157726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.480901838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"701b35d8-bb34-4a0b-9911-2dcd21035f78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.481243699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.483073205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba97bb80-b3af-4a45-bb4b-f19b7c1ce1e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.483419014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.483466298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.48349764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.483526297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.484158357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.495127542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.51166889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.511740081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.511773127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.511803097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.511832215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.512322953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.517417904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.522806471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.524245277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.525308977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.526012017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.56044873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.585496516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.652078767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.652415057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.653135623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63482"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.654577335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"561f7f6a-6e29-4283-8ba9-b30b70329e99","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.6551818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"561f7f6a-6e29-4283-8ba9-b30b70329e99","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.657153298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"561f7f6a-6e29-4283-8ba9-b30b70329e99","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.658055756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"561f7f6a-6e29-4283-8ba9-b30b70329e99","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.659100207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"a62cafcc-f265-481b-83aa-6fdabd0e990d","remote_addr":"[::1]:63482","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.659707537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"a62cafcc-f265-481b-83aa-6fdabd0e990d","remote_addr":"[::1]:63482","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":612,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.660719373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62cafcc-f265-481b-83aa-6fdabd0e990d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.664330588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.664420798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.664482912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.666531123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.666658326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.666752644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.666833255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.667672296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.668870403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"561f7f6a-6e29-4283-8ba9-b30b70329e99","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":13876,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.670734718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561f7f6a-6e29-4283-8ba9-b30b70329e99\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.671071008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.671567567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.675810181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.679505844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.680561377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.682298258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.683270084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"be1a0c73-2c95-4eb9-a136-fa7117f090de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.6842869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.684587599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"be1a0c73-2c95-4eb9-a136-fa7117f090de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.684704291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"be1a0c73-2c95-4eb9-a136-fa7117f090de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.685313315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"be1a0c73-2c95-4eb9-a136-fa7117f090de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.686062197Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.690134992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.691146938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.691261045Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.691334141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.69166987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"be1a0c73-2c95-4eb9-a136-fa7117f090de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":8406,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.694548535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1a0c73-2c95-4eb9-a136-fa7117f090de\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.694757742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.694848293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.694925196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.71326143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:04.747153578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:04.748648125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.748757233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"648.288883ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.748906811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.748955648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.749213572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.749270175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.74930281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.750174336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.752427616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.759725907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.759789774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.759823211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.760766701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.763938691Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.763997348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.764030654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.764096165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.764742142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.765658307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.765716283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.766617288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62714","req_id":"20b69d0f-4ca1-4742-9256-558c3d7f6dcf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 5a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 XZ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.766684061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62714","req_id":"20b69d0f-4ca1-4742-9256-558c3d7f6dcf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22618,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.766880402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.767041894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.767299136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62714","req_id":"20b69d0f-4ca1-4742-9256-558c3d7f6dcf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.767859282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 566716985 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.767927558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.768355952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53704","req_id":"1d7afb17-6d4e-47cb-9d7c-8b1abb31f97e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: af 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.768418737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53704","req_id":"1d7afb17-6d4e-47cb-9d7c-8b1abb31f97e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.768639828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.768679066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53704","req_id":"1d7afb17-6d4e-47cb-9d7c-8b1abb31f97e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.768865146Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.777454981Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.77751971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.777552305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.778585033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.880290354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.880849237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.881144496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.881194776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.882419736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.882479035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.88251199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.882541098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88298884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.883035273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.883066144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88309404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"21.393µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.883123098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.883149741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.883178117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.883207015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.883233518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88367107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88371657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.883744756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.883771099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.883797121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.883822481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.884267077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.884306726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.884334131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.884359301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.884814187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.885964138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.886083747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.886203415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.886293004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88637633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.887194099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.887406061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.887467604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.887724305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"215.149µs"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88778177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.887811219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.887832782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.887858132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.887884024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.887908713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.888486614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.888532175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51299","req_id":"226e1951-66a7-48ee-aec6-dd08960e66d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e0 d9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.888631743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51299","req_id":"226e1951-66a7-48ee-aec6-dd08960e66d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.888747674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:04.888927393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51299","req_id":"226e1951-66a7-48ee-aec6-dd08960e66d0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.889464272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.88966893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.890373123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.890564585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.890608702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.890636177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.89190747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.893471025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.894641918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"11.594842ms"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.895487183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.901559541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.901635713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.901666625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.902160308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.902418964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.907189839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.90725543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.9072857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.907632461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.944063868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.967887055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.968053797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.968208886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.968898049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.96922472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.969371121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.970336846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.971463731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.971733839Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.976654283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.976758661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.976854912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.976949601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.977033689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.977654175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.977957349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.978110614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.978625811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.981839464Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55865","req_id":"cd50bfbb-eb68-4aff-94ff-a24381efe099","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7e a9 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ~............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.982046516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55865","req_id":"cd50bfbb-eb68-4aff-94ff-a24381efe099","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.982435682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.982733355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.982981579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55865","req_id":"cd50bfbb-eb68-4aff-94ff-a24381efe099","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.983215566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59057","req_id":"e056b386-4b70-46de-84d2-dcd6b0e48761","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 95 36 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .6..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.983415033Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59057","req_id":"e056b386-4b70-46de-84d2-dcd6b0e48761","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.983641334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.983870641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.984017694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59057","req_id":"e056b386-4b70-46de-84d2-dcd6b0e48761","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.986176225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.986276274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.987250154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 786170121 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.987386275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.987729429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3949, tv_nsec: 786666449 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.987848506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.98824682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.9883573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.989937859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.995364522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.996231449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.996335156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.996600113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57323","req_id":"07d382d2-9230-40bf-be3d-b8945fdee61e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e2 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.996762667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57323","req_id":"07d382d2-9230-40bf-be3d-b8945fdee61e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.99700506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.99714563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57323","req_id":"07d382d2-9230-40bf-be3d-b8945fdee61e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:04.997312042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59908","req_id":"977b2988-3d0f-4087-a08f-dec1af091a02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: af b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.997458524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59908","req_id":"977b2988-3d0f-4087-a08f-dec1af091a02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.997703402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.997839844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59908","req_id":"977b2988-3d0f-4087-a08f-dec1af091a02","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.998151384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4762317d-4614-479b-836c-f3dd9ca054e4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:04.998604908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:04.99974042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.106026939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.106219393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.106599099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:05.106741012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:05.107807377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.108202554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.236946258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.237032509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.237589058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52706","req_id":"0cf7d525-ce38-4dcd-ac3c-820d078b6c20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b2 e6 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.237708095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52706","req_id":"0cf7d525-ce38-4dcd-ac3c-820d078b6c20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.237927242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.238134114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.238241558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52706","req_id":"0cf7d525-ce38-4dcd-ac3c-820d078b6c20","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.239031482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.264924472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.264992247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.265025133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.265588666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.266860229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.266920018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"380.952453ms"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.267212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.268264677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.268322162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.268353895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.268857208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.276926255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3950, tv_nsec: 75822163 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.276995233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:05.280535216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.284536047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52721","req_id":"f9b74c45-01ef-4f63-95e5-ab8981d9023b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 10 ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.284597449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52721","req_id":"f9b74c45-01ef-4f63-95e5-ab8981d9023b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.284809332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.284845514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52721","req_id":"f9b74c45-01ef-4f63-95e5-ab8981d9023b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.286366023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.418685762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.418762334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.419500705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.424225099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.424330238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.424368815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.424400408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.424426901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.424717289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.539926366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.54042512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.574118221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48916"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.578349602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.584944181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.585044761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.5850743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.585447995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.620895071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc-routes","method":"GET","req_id":"40e21513-5dc3-4170-ad62-7ad9330008ee","remote_addr":"[::1]:48916","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.621604484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/vpc-routes","method":"GET","req_id":"40e21513-5dc3-4170-ad62-7ad9330008ee","remote_addr":"[::1]:48916","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":737,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.625690024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eadb61df-a4c5-4c69-8620-696c566842ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.626152145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.626321853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e21513-5dc3-4170-ad62-7ad9330008ee\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.626380029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.626413666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.627654468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.658776226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.661475214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.662406449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.666060871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.666238625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:52840/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.667222896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/eip-gateways","method":"PUT","req_id":"9e039458-3a18-47b3-9b32-192f3acd36f2","remote_addr":"[::1]:48916","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.667721109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/eip-gateways","method":"PUT","req_id":"9e039458-3a18-47b3-9b32-192f3acd36f2","remote_addr":"[::1]:48916","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":507,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.670092774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.670783119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.671000422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.671056765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.672498868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.702176869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9e039458-3a18-47b3-9b32-192f3acd36f2\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.703360838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{}","iteration":2,"elapsed":"815.601433ms"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.770422434Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/v2p","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.770989654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.78295779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:05.783030164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:05.783060375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.783201756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"900.015322ms"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.784635854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.785569404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60659"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.787472445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.788681023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.806837819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/v2p","method":"GET","req_id":"596c3744-a6f2-4cc8-a220-b1b5b9ee3dec","remote_addr":"[::1]:60659","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.809685803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/v2p","method":"GET","req_id":"596c3744-a6f2-4cc8-a220-b1b5b9ee3dec","remote_addr":"[::1]:60659","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2936,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.810250078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.810931736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.810990683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.811022897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.811118267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596c3744-a6f2-4cc8-a220-b1b5b9ee3dec\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.811175852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.811204619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:05.811229499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.812804647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{}","iteration":2,"elapsed":"928.532851ms"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.827526961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c06b2e1-caf0-415f-8bd5-ba4385d9c521\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.827839794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.830090378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fb94f6-9f40-4ba5-9e46-ca0165bc0cf2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.830375476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.832968603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a60f3e96-1ef4-4e39-adc8-db631274c3e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.833222098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.835495858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.835630927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.835732229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.835816627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.836774836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.837906481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a927d71-10ee-4503-ac88-4e82c5ad18a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.843238114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.847403433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.856288186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.856359548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.85639098Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.85766056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.879695904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.87975941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.880390979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.898619698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a4e242-8c82-4dbd-8aa1-c192f7e36b2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.898749958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.903349382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26b656e-8df0-41a3-90c0-75112328cc7a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.903424752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.905262504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80794e7-11cf-45f7-82b7-5d3206d9e994\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.90540641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.909990243Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4153a718-51fb-460e-9ebf-dd0525cdb77a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.910216304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.911115566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.911322608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.911824147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.91333126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.916146189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"151819df-452b-474d-a388-70b227abadd2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.916219836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.917943931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffc0891-20b0-467c-827b-981c14ec3083\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.920520324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.923334431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.92339411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.953145628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c7d1da-06c5-4626-a8c1-537fe229a745\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.954553743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.955613214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:05.955678244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.975581259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1406cf9-e427-4eff-8289-74df8cc5b937\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.975834053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.979593754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6785555e-48b1-4c57-b88a-906589c912e8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.979921347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.98443028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f16c2e-81b7-49d2-8a62-6d16b70d4e3a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.984678315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.98940872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"457252e2-39a7-470e-88c6-e32dba9bd881\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.989804218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.992541031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72dddb1-02bd-4730-83d3-adc47fa9169f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.992719666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.995477211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e37adf89-a24d-4f9f-96c5-dcf64e19c9f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.995630486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.996563956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76270c1-247a-4ada-93cf-623206a411d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:05.996707923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.00467161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.005874937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"240a54de-95a2-4c4a-b7a0-2f6382972021\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.006087681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.00807964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba40415-3644-4e91-a43b-011d4fabef42\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.008143087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.009066657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d75dcd66-b807-430f-a722-74b39b770431\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.00912838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.013099752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05d10c3-6f76-40bc-bd1f-b0a67041831b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.013189151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.015602359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.018210876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2b9793-49ef-4cdc-baf5-c5f8656d009c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.018330384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.020831688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abc6f8a0-174d-4902-8bf1-236c0ad4d55b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.02097347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.023134476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5299a6-6233-485b-b5fa-5ba46bf35465\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.023257371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.026597185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacc4922-2dfb-49fb-9e1a-adc4f4a8e4ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.026744689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.028703322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be3b5d30-c0c3-4010-a710-1b59c1506969\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.028830575Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.030550913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe096f1-625e-4762-b709-2cb94ebb10c3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.030672435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.034557496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2729fa89-bb24-4774-b3a1-1bad06bae228\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.034686443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.035691916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ef23d02-7530-40ab-ad50-6cd0d6afd834\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.03582461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.036837829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe94254-6daf-4b83-a9e3-3ecd5c80eadd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.036984862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.037929053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1539e78c-5086-441a-b858-507646b9d55c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.038222007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.044033596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"918aacda-6f4e-4cd7-8967-809f3777129e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.044779051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.055654911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.0557198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.055755401Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.055783216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.056426408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.059334412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.067043843Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.067105465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.067139072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.067773657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.068093404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b1b2b1c-bf7a-4742-bb35-766afec83edd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.068321819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.097856224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.097923639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.098608052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.102878821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922d8f56-85c1-4045-9267-20dbfb103dda\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.10309415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.114243936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff41016-ff5e-4356-9aa0-2916bea90d92\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.114404506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.118379215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50a34ce8-0db5-4a9d-b23e-445dbb7a21cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.118806847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.122488943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570a07e9-dc0b-439e-9874-9c64f9b892f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.125090857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.12736573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815d4bf8-26d3-4234-bfae-8c8e3ff36382\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.127611149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.128765479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f49d529-6f1a-4e6e-b62b-9a3f88cdede7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.129068954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.130293554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1142e2-e88b-41d0-8285-01bea2c14a13\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.130530686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.131709795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff5a780b-4852-481e-9546-7557cc77cc1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.132414389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.135059459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f1d489-8e62-4dfe-807d-e40f39f7ed4e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.135255219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.135427082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.135531269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.13561692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.140665639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.141218922Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.143068076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.147142694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.147269968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.147371089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.147462732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.14754213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.148090112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.151485397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.157337677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.157397707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.157428668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.158014375Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.244294864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.244374472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.244872364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.244932123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.244969127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.244999147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.245834241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.245892767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40760"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.249053234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"eb21e55e-897d-4571-9a20-0034583fb4fa","remote_addr":"[::1]:40760","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.249219035Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"eb21e55e-897d-4571-9a20-0034583fb4fa","remote_addr":"[::1]:40760","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":563,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.249413362Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.27025624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.270317202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.270349756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.270790625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.271145662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb21e55e-897d-4571-9a20-0034583fb4fa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.272303199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.276257607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.276358749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.276388278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.276536744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.276594669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.276628677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.276656332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.281192199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.281256988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.281943506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.282876886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.299343965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.307520176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.307597139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.308943091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.394008889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.39412995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.398088588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.40377126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.404176768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.404231567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"1.655307642s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.404266627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.404294312Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.404496194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.404538649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.404568278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.405566126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.408560262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.41276031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.4128608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.412897003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.41325703Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.414024719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.424162218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.424242277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.425254404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59192","req_id":"12a959d3-bcc5-4f68-9cdf-67e8af59dbb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 21 87 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 !............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.425320626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59192","req_id":"12a959d3-bcc5-4f68-9cdf-67e8af59dbb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.425520193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.425676154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.42576453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59192","req_id":"12a959d3-bcc5-4f68-9cdf-67e8af59dbb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.426285087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 225046518 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.426379876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.426543983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54635","req_id":"0066dadc-b836-482e-a26e-01c96d3c9b81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ca 0d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.426600005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54635","req_id":"0066dadc-b836-482e-a26e-01c96d3c9b81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.426806226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.426941385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54635","req_id":"0066dadc-b836-482e-a26e-01c96d3c9b81","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.495276528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.498461935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.498527446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.49855997Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.498586844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.500357752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.501407193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63432","req_id":"e98ed183-b78b-4a7b-8cdd-d529eca34fb3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 42 23 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c B#..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.501471702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63432","req_id":"e98ed183-b78b-4a7b-8cdd-d529eca34fb3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.501736009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:06.501836689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63432","req_id":"e98ed183-b78b-4a7b-8cdd-d529eca34fb3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.50254975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.502606483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.502637204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.503784039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.51275832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.512827858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.512859822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.516915392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.521183536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed0d0ea-f739-4ade-b4ac-fd48f4b632f3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.521449607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.521773412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.521834634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.522508366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.524461217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c9f98e1-249b-4bf9-9e29-a218c5484fa3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.524652077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.529284798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446fb658-66c2-4cf1-8748-c6067db76d98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.529550126Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.535184252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5819586f-e9ea-4486-8d58-c782b029188b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.535511744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.545849392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f4387e-362c-464d-878b-7a7bf0fc93ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.546020322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.547552826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.54811729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.548559862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1125f480-5eea-4855-b407-38efd2320aaf","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.548854529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1125f480-5eea-4855-b407-38efd2320aaf","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.548912645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1125f480-5eea-4855-b407-38efd2320aaf","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.550046384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1125f480-5eea-4855-b407-38efd2320aaf","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.551528136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.551580931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.553653431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.556211998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1125f480-5eea-4855-b407-38efd2320aaf","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":7786,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.557083114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a99983-e68e-46c1-b9e4-7b3e733203b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.55725695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.557358022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1125f480-5eea-4855-b407-38efd2320aaf\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.55764835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.55820032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"cc3d5cf8-deab-4d01-8110-3db82f5385de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.558801979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"cc3d5cf8-deab-4d01-8110-3db82f5385de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.55892798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"cc3d5cf8-deab-4d01-8110-3db82f5385de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.559679166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"cc3d5cf8-deab-4d01-8110-3db82f5385de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.562308255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"cc3d5cf8-deab-4d01-8110-3db82f5385de","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":4071,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.56283795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc3d5cf8-deab-4d01-8110-3db82f5385de\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.562898491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.56292832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.562951166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.56794193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.568355173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ae8197-ef8d-4bdd-a17d-7ea00392e6ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.568401605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.571147847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c56e4339-2cb5-401c-a20a-21811547aefa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.571804666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.572498097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a495d15f-a41a-4bad-a4a8-eb29006d64d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.572833906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.574656798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3492accd-75f4-4621-acc5-29b54ad5fcfb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.574829943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.575864354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874e2a78-78bd-4527-b758-9f7e82cc9104\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.576138811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.577400555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d6ca77-5cca-40f2-9e19-f37396b593cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.57751849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.57952108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa4bf36d-3004-4a8a-ba52-48398612b86f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.57978717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.5839628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e43a7d3-3b2f-4567-965c-22e0a4de0390\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.584390572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.58735546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0d6765-7c1f-4727-9d51-690fd15d8de3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.590188735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.59257547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a23c20-515f-4850-8da3-96b70e2fcc82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.592700549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.595304367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89a4cb3-fbf1-4dfd-8e55-91f72e6a095a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.59537589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.599389106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce7878a-ad5d-46ee-b349-114a425869da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.59954169Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.603031273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84568a86-1865-4a02-9abe-e7bfc24441e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.603148396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.603922358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bb881b-104a-4a69-b9d8-593ab56a5fa8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.604202436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.627624714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.627891345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.628254068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.628313496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.629092779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.629778405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2249e05-39d8-48bd-aaca-bc4f1765c1a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.62994653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.632479767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d43d78-75e2-4fef-9fb6-7105ceb9ed93\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.632668784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.63309372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.646021608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.646114583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.646151838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.646669359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.648099659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1077f16b-d163-42d8-af63-b4f2aac6895e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.648346601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.649854725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d720438c-ff02-45f1-886f-cce3d3e2522d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.650029123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.650221677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.650273239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.651061159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.654367667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6a59a9-0fe9-4608-b917-0cc2d3aef3c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.654629399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.657006355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21043c8c-be6e-4a07-a5eb-ff0c146be43d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.657309298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.659168052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719ffa2e-2f51-4eb8-a375-d0b4f7aa8e73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.659885251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.664061281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628335e6-237f-4ad5-8869-a8c75d900b92\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.66524523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.667537437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b31a3a-9ab7-461d-9644-18e3bc5f1351\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.667608058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.671474201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646d66c7-5a8f-4431-bc59-bd031ead5667\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.671762866Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.681400699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.68156702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.682692743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d431d61d-3270-4370-a097-632214bc772d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.682868072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.686218388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.687008482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.687057279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.687084624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.687974396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865f3215-b243-4424-a4a4-5b78aa14ff3c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.688665984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.698673143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e27e22b-0e47-4869-a82c-cbb2432d3a51\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.698980666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.700454833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e681a30-7456-4d66-926e-c386b7fc8783\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.700765542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.701163154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.70466456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44310020-4ff5-4586-a23c-fc7ef2f81933\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.704974688Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.708949819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cb9412-755e-4dea-9649-de647f982f3d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.70918161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.713859701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1296608b-79e2-4fff-8d1d-272c5afe815d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.714143587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.717294896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781b6e4f-e3c6-4121-b5ab-c0cf9dc25d01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.717512529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.71984153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3d29c0-c205-4208-aa9b-370c7ca70f81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.720055526Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.721737066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57953ece-0e6e-45d4-88b1-8a807487ab04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.721952165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.725580945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399fb5b2-5f0f-4f83-b8cc-80ab97220117\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.725792657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.727865878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e339f7-0b47-4ac2-b990-f6be8d4aecd4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.728451795Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.731544707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.731625869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80073e85-be84-49b5-9112-080078c769e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.731674276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.73452704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.735714726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/ed17d58d-b896-4a0c-aa32-8f49ac565145","method":"GET","req_id":"fad3ccf4-1e7e-445a-b216-416e6a965c59","remote_addr":"127.0.0.1:50563","local_addr":"127.0.0.1:56218","component":"dropshot","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.758995331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/ed17d58d-b896-4a0c-aa32-8f49ac565145","method":"GET","req_id":"fad3ccf4-1e7e-445a-b216-416e6a965c59","remote_addr":"127.0.0.1:50563","local_addr":"127.0.0.1:56218","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":23354,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.759691278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.759759423Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.759795084Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.759825225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.7604956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.761030486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.767117825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.76718591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.76728114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.770348852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.782703027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.782854369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.782890601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.783423322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.783684192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d3b0590-dfff-4756-a980-c597372998a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.784021123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.791414253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.791476187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.791969951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.793900627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22e76cc-17e5-4f17-b26a-b4386733db15\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.794080927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.795800062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.79586437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.79589972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.796365569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.80396504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.815949338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.816099597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.816138565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.832084236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.832157011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.834413817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.837378394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.848025999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.848879649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.849006823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.849781346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.910556747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.910657237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.911672801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57214"} {"msg":"inserting 6 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.911828551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.91188325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.91220935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.922986092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.928245962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"44accb66-1c81-42a2-b417-64b5c6ba7c48","remote_addr":"[::1]:57214","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:06.928800998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"44accb66-1c81-42a2-b417-64b5c6ba7c48","remote_addr":"[::1]:57214","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":562,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.929727714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.929787914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.932906147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44accb66-1c81-42a2-b417-64b5c6ba7c48\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.939284315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.939343984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.939373673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.941602704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.941665589Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.941703154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.941733445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.942408009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.946997773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.947062593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.94720667Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.951857206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.952123676Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.952171111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.955698609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.95920236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.959268702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.96792518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.967999919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.980564463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.982236504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.982332786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.998680538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:06.99900289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.99906301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"594.742626ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.999103891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.999138761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.99916831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:06.999196316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:06.999224512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.003917833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.006801609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.010477032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.010558163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.010622662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.01105351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:07.015384219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.015519478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.015562885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.016193251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60489","req_id":"f850c05f-2b10-4f6a-b878-5f279a4d1778","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c3 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.016421646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60489","req_id":"f850c05f-2b10-4f6a-b878-5f279a4d1778","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.016624059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.016928125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.017155719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60489","req_id":"f850c05f-2b10-4f6a-b878-5f279a4d1778","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.018494797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 816894266 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.018644214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.019888213Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49513","req_id":"35b1fd07-ab33-4fd7-b7f6-3e28644843d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dd 17 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.019941008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49513","req_id":"35b1fd07-ab33-4fd7-b7f6-3e28644843d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.020069083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.020105366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49513","req_id":"35b1fd07-ab33-4fd7-b7f6-3e28644843d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.084880135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.086156719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.086633038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.086693759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.086729159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.087720404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.08839584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52656","req_id":"7e3b204f-a296-4630-ac0e-52445e2b0e8f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0d f3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.088625908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52656","req_id":"7e3b204f-a296-4630-ac0e-52445e2b0e8f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.088707992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:07.088779865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52656","req_id":"7e3b204f-a296-4630-ac0e-52445e2b0e8f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.089201144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.089277446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.089310322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.090204654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.096594565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.096660487Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.096693502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.097289861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.099115037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c721f1bb-717b-49a3-869d-c73982abff12\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.099606116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.100056132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.100116994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.100664675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.102414912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc80e4d4-6a7f-4109-bf4d-6c2ce266afd7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.102861211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.108901576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.110114523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61474","req_id":"106a29bb-dd1e-477c-933c-50b75de01cc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5a 2e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Z............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.110178951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61474","req_id":"106a29bb-dd1e-477c-933c-50b75de01cc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.11024853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.110490462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.110827734Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61474","req_id":"106a29bb-dd1e-477c-933c-50b75de01cc5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.11135799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3951, tv_nsec: 910213528 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.11144833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.1125723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50810","req_id":"1214e5e6-06a8-444e-9758-cf12cf744b1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 37 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 7o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.112673031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50810","req_id":"1214e5e6-06a8-444e-9758-cf12cf744b1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.113092767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.114041738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50810","req_id":"1214e5e6-06a8-444e-9758-cf12cf744b1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.114335182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578b89e9-12ca-4f84-9dc8-1658eb35b839\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.114551694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:07.115731945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:07.170713202Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.170871648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.171227336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:07.171379519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:07.172946131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.176804288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504e5588-bde2-4d03-abd0-cf4396c7307b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.177106009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.193119255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f55d65-97de-4c13-8dee-e6e75a73d8a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.193260015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.203874975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c71485-6401-4973-ad69-508f203d0ef9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.204104211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.209288861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.215819904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26cf39e3-0d2d-41bd-99c9-e2e416038d61\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.21731857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.227945904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fab3183-b016-4ab9-8421-2d92dbc5dbd8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.228098939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.230358612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63ed874-fc1d-47d5-b1e5-738e04497656\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.230556005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.231578011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a08e69e-10c1-4e26-99ef-20cb569dbfab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.231987216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.239877537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d066f7-3f95-46ae-8580-5d2354d29788\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.240141133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.24153003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc9ea9fb-d50e-4ec4-8b19-c72f707b4079\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.242806293Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.244477653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a945bf51-f9ce-40b6-a721-6d4e13f439bb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.245392486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.259701455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.259757838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.259815272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.259845031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.267218112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.274857994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.281204258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.281286302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.28132055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.281983701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.291237829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.292454985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.296370496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.318411822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3dbd34-3f42-4b58-9159-a080e46be52e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.318611399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.330848581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971a0a39-d182-48b1-a860-69d2eb52f959\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.330979893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.336473078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de8b0ef4-ca5c-46cf-a0b1-c1daeb37243f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.336675852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.338980724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c967cee-4dcf-424a-9088-00479c8417ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.33906381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.341814159Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865c7c61-cf1f-4e1a-9290-a0e925fee2cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.341881013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.347084941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c34790-b77c-42b1-b422-49c8bad63f2c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.347170231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.347895797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.354754542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a9dd20-6c24-4d73-817a-efebbc6ca2d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.355121253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.356315683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1988b24a-346b-496a-b18c-a570fcf12d7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.356556683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.35799058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8055886-8324-4769-9dca-5bba94056541\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.358220057Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.359735366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e6bb5e-a780-4b74-924a-f8bcb6122478\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.360028821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.361562387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1baff0d9-9880-4b19-9e84-1f6336b611ea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.361826884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.364431132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96317b97-f9f7-462b-85e5-fa577c73f6d9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.364642463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.366741305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c60c1cff-f55a-4ae5-9f9b-2ea2fc23e069\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.366950652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.369090506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb289bb8-f9a4-4880-948c-3a7b70dc6b42\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.369364041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.372622784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fea1c4-198c-4736-b55a-2a259635fbdc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.372803664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.377636864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c2be04-1043-4e95-be6d-9719836313ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.377928886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.383992677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e977a6-249d-4f15-b346-3e33a231dfe8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.385129182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.387349816Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe0282b-8022-4586-99b7-10828404f8f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.387719373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.389091657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff99477c-4ce3-468c-817a-b63cd856d2fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.389338108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.391621547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4dfd51a-9083-4126-91aa-4dfbd835b325\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.392349658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.394563389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ff097d0-ee13-44ba-a147-f5d7b2ad52bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.410384351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.410790781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.41094101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.411047292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.411140628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.412755696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.416306511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9e5156-633b-495d-8ce1-136ee3045a05\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.416626338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.417045754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.424138495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.424885714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.425000523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.427234925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.432019508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.432104958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.432936605Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.445399707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979cd5ec-a1b6-4387-91be-e57a9b41bb52\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.445586619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.44904992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48d47bf-ee5f-4ab6-9fa1-81d1affad358\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.449461249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.458682512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e577bed9-7a39-46b4-9dca-b527dbee2708\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.458891879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.523651909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e55154a-2801-49d7-91e0-c6547953984d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.523799333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.533758386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af501eea-3353-434c-9814-5b6bf2ab4310\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.533828876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.534246408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.537917984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf06d15-b242-4b52-aacb-9c34317a350f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.538427369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.541752203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ceb3ef0-989f-408b-8129-fa69a491eb5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.541819708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.542835602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61dfbf6-0b5b-4fd2-9ca6-d0568de59e63\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.543322722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.544726519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ed8c58-9c2c-4d98-a549-2285ba857403\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.544916277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.546757355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5193c4-9084-4c19-b418-7f939a86f277\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.546821974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.546857545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.54689026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.546922915Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.547961224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.552958852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.557135603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.557208348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.557239951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.557270502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.557416583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.557706982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.570689118Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.575358852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.575446617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.575481607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.576284737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.591655753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.591718247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.591753347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.591783948Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.60064844Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.685095245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.685274953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:07.686251969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56542"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.687699303Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.68789367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.688304058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.696680187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.696780497Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.696867079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.697393258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.697825699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"b5451231-9c75-429f-b600-2b2b146fe335","remote_addr":"[::1]:56542","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:07.701945237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"b5451231-9c75-429f-b600-2b2b146fe335","remote_addr":"[::1]:56542","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4123,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.706216407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.70633807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.706931652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.707271049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.708059269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.708167785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.708238977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.708432182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5451231-9c75-429f-b600-2b2b146fe335\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.710204964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.724077184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.726034043Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.729072096Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.742035775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.742218168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.742367406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.756609723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.772429042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.78648155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.786770185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.78687807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.787390702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:07.873454228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:07.873988442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.874139082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"875.022045ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.874355173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.874505001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.874637195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.875065809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.875494874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.876921466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.886930729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.919310353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.926257425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.926821178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.929125479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.930294639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.934559576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.934663984Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.934761288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.939440852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.939891069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.940029304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.940183171Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.940325705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.940841092Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.946933791Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.953435275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.953567699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.953666796Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.95468765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.955368416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.955486943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.95645924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.95657472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.95992756Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.960045555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.960184582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52339","req_id":"16d170fd-adcb-43d9-bfe2-a774fb85147c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 29 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 )............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.960357457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52339","req_id":"16d170fd-adcb-43d9-bfe2-a774fb85147c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.960658346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.960900669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.961086068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52339","req_id":"16d170fd-adcb-43d9-bfe2-a774fb85147c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:07.969226187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.971095101Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.972159061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:07.985700742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3952, tv_nsec: 771378904 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.0004909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.006150316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55648","req_id":"264b283c-2ddc-476f-855a-e45e50f1d399","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 46 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e F4..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.011018576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55648","req_id":"264b283c-2ddc-476f-855a-e45e50f1d399","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.011440747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.011620675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55648","req_id":"264b283c-2ddc-476f-855a-e45e50f1d399","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.082434658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:08.083120865Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.087064683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57487","req_id":"d5dc3144-c318-4ed3-8f0c-7728a58814a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 75 58 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c uX..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.087127217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57487","req_id":"d5dc3144-c318-4ed3-8f0c-7728a58814a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.087207207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:08.087288579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57487","req_id":"d5dc3144-c318-4ed3-8f0c-7728a58814a2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.087627905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.087684478Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.087714117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.089952326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6694438e-6b7d-4401-80a5-2c4a874dc212\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.09030567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.092315364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f8c02b-522f-44ea-913b-706e29e9c4c6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.092511766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.09868717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c53904-938f-42ce-ae14-66e08bda60b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.098850024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.105789491Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8020fb74-c504-450a-ae66-66cc995bbd07\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.106086472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.108118762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357a64e6-8c91-4c1d-9d94-122dbf05cb38\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.108194122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.110214377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03fe16b8-9a9e-4f21-9a47-ddc7dfd6b50d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.11028123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.118341139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.124776862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f96e63-25aa-414b-8466-8aa7bc56d38b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.124985838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.133515463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6400e4-eb6e-4158-8797-868b3428cbcf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.133698598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.134903569Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cad90c1-3088-43bc-a371-a16093e15dd0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.135071132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.136560259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0275586f-0708-479f-ac0d-88d2282a4d25\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.13669627Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.142118995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b99bf78a-54b6-40e1-9740-56b13e32e492\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.142391468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.143588242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf894f1-7b9c-45e8-8c17-e495971df57a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.143649324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.144824596Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5689e73-2b36-4e0c-b7b2-c9a75bbe313d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.144993542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.151655957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24ba8118-d3eb-4fc9-9da3-defd520a500c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.151731537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.155735204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f71f32-493f-42b6-8adb-6d44461fb5de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.155977106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.159430327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f468297d-a601-4f32-b74d-7467283aeca1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.159649553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.162168031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dcf41fb-8c0d-4186-9a09-6cb7339ba474\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.162519862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.167189226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad1a8aa-fb97-45a3-8c29-8acc55f526c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.167405637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.169941089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.170094184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.17019778Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.170287409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.191500604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.192540056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3934d624-bae9-4141-b127-80dfb49dc954\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.192606809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.193743413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"256e0ac5-dda1-4ab0-9039-40d135519de9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.195228211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.195442458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.225363504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.225438383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.225470427Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.225845304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.233093586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69b225c-6589-4123-bf5f-596bed9fe034\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.233318003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.234081264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.234135682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.236857415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.238968822Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973f92e3-23b4-4aeb-ab14-e50f2eb12b4a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.239374881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.244273721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b543064-fdda-4315-b4e7-088c6a51e53f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.244371376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.248402768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c96ebe1d-0a5f-4d69-aec0-f826c9bde7c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.248597116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.297264683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4189edf-1b6e-4c56-bcc8-1e35eed7eccb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.297406736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.36830701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec17a217-fd52-4d2b-a4d7-bd42b9e25803\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.368935221Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.390003268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.518651321Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.51953425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.519664059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.519785411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.520803649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.521068567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.522758975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60432","req_id":"47d72535-7a13-4678-a816-2dcde60ab675","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c3 aa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.522931178Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60432","req_id":"47d72535-7a13-4678-a816-2dcde60ab675","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.523431746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.523681894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.523872253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60432","req_id":"47d72535-7a13-4678-a816-2dcde60ab675","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.524972566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 323901049 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.525148657Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.526006426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51640","req_id":"67fc7939-d9de-417f-b190-f962e4a0e54a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7b 0f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e {...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.533816206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51640","req_id":"67fc7939-d9de-417f-b190-f962e4a0e54a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.534072226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.534265351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51640","req_id":"67fc7939-d9de-417f-b190-f962e4a0e54a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.534732592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.592752172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.613291956Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.614204655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.615232904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:08.616133217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:08.843873384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.843954025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.844275846Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:08.844323531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:08.847520461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:08.848323921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.848387468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.848678408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.849001992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.849521798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.851346093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab5e4004-6765-4890-affd-3c718350692b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.851863654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab5e4004-6765-4890-affd-3c718350692b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.85193175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab5e4004-6765-4890-affd-3c718350692b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.853159466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab5e4004-6765-4890-affd-3c718350692b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.85460182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.854653192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.855290993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.875011805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64564","req_id":"2e560769-117a-4579-aed8-81649d35ad1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f3 8f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.876701742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64564","req_id":"2e560769-117a-4579-aed8-81649d35ad1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.877697947Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.87774965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.87777475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64564","req_id":"2e560769-117a-4579-aed8-81649d35ad1d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.877815602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.879546961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.879604987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.879634135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.889866051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 683660235 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.890045028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:08.890913418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab5e4004-6765-4890-affd-3c718350692b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":39613,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.891794594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5e4004-6765-4890-affd-3c718350692b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.892188048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.893079374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"361df19d-0ba4-43e8-8e66-50f95d2a504a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.893348841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51114","req_id":"453d2ade-1427-4ea1-b5f2-e9c7e0c4df3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 59 fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.893534781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51114","req_id":"453d2ade-1427-4ea1-b5f2-e9c7e0c4df3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23034,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.893909858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.894079677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51114","req_id":"453d2ade-1427-4ea1-b5f2-e9c7e0c4df3c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:08.89446752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"361df19d-0ba4-43e8-8e66-50f95d2a504a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.894655053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"361df19d-0ba4-43e8-8e66-50f95d2a504a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:08.899162554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"361df19d-0ba4-43e8-8e66-50f95d2a504a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:08.906410706Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.027834024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.027935656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.028124422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:09.028175173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:09.029906693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.030789122Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.030842728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.030943459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5251f9e6-6eaa-44b6-8b77-9a13d7d5c77d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.052651421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.052953903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.053784188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.054143103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"361df19d-0ba4-43e8-8e66-50f95d2a504a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":161044,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.054862446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"361df19d-0ba4-43e8-8e66-50f95d2a504a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.054920542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.054952285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.054976353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.058163523Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.058264414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.058301127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af5b112-66c4-45e0-8dfc-c87098a755b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.05840775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.060745157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c34c35be-5faa-4df7-a09f-3a0d2a75d1e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.060828543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.061406946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.061461063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.066198863Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa42bc4-48ea-4942-948f-7a28fd38b752\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.066446597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.067509364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"718ccd92-e1f0-452a-a477-f0e64c970d54\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.067653361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.068733022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b93656f-6685-44fe-93e3-d9fed4a341b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.068814244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.070369693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83d7b61-ffb9-4b97-b370-599213a49346\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.070497127Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.071541829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a66c4c-8612-4da9-b18c-a6bbbd88ab42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.071701727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.072863302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85096f41-f359-4b01-9ab0-ee0abf972747\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.077034472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.079659372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.087251519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc6b2ea-934a-4b1e-941b-a0cc32df5053\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.087326489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.089427425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"220e4612-0115-4d64-b933-8438664da661\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.089629978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.091796695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c65136-c807-4272-b31a-dfe114d1b36c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.091927626Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.12617931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cada8612-c199-400a-873e-4c0b4d4149a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.126308628Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.130101305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7da71a6-420d-4feb-b52f-3bd301365120\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.130193719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.130899435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.130958292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.130991308Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.13102242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.131927233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.136283111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24d9de5-0b0f-4821-b31c-cfd2a66038dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.136533731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.136762326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.14310825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.143171376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.143203289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.144693719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.150055191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840699f0-9937-45bb-ad8e-e763b31ebb23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.150339909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.151213008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.151260974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.151772263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.152520894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04c5793-693c-4e5e-8a33-7c06687541de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.152668809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:09.153690996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.15462676Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e454f84-5ddf-4dbc-8189-b3ca5dab2c35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.154755016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.156300535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03854264-2447-41e6-b517-8ef957411800\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.156402588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.156445253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.156474351Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.156500283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.156921692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.175217085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.176204312Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.183860326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.183951037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.183986918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.184019954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.184048741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.184764247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.185455384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52648","req_id":"629f4a5f-caff-4075-b6c0-b03ebf406569","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 82 a2 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.185901262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52648","req_id":"629f4a5f-caff-4075-b6c0-b03ebf406569","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.186206761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.186392271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.186995883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52648","req_id":"629f4a5f-caff-4075-b6c0-b03ebf406569","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.187834725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3953, tv_nsec: 986693840 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.187900426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.18823381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59021","req_id":"76013764-5d5f-43e1-89be-0d1e6dec3215","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c2 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.188298158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59021","req_id":"76013764-5d5f-43e1-89be-0d1e6dec3215","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.188380983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.188402135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59021","req_id":"76013764-5d5f-43e1-89be-0d1e6dec3215","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.188788405Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.372081805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.372313847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.37285237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.378482598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.378656104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.378766003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.379372431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.587536745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.587637606Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.589550177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61587"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.624066148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c1318130-dc76-4817-b05d-4e35573f0c6a","remote_addr":"[::1]:61587","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:09.624510633Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"c1318130-dc76-4817-b05d-4e35573f0c6a","remote_addr":"[::1]:61587","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":505,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.635368847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1318130-dc76-4817-b05d-4e35573f0c6a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.638731738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.638827248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.63886315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.640776341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.640840349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.640875399Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.640907673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.641644251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.648531623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.652360612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.652627053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.652682223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.653142741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.687249847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.687359896Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.72320235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.723849129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.723907335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.723937655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.72447223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.777754131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.777917647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.778117585Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.778168747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.779265943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.795227696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.806325918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.806401048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.806433042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.806816415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:09.876899642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:09.877721579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.877876378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"2.003505814s"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.878004393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.878118831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.878250593Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.878353729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.878442616Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.880240037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.883437358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.883548419Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.884244295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.885979683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.892167973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.892305647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.892394123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.892938228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.897720516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.897828992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.899079383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64912","req_id":"005c84c8-5b77-4535-b996-95e1a1fb7c40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b4 ce 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.899259132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64912","req_id":"005c84c8-5b77-4535-b996-95e1a1fb7c40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.899662385Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.900225176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.900406027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:64912","req_id":"005c84c8-5b77-4535-b996-95e1a1fb7c40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.90109013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3954, tv_nsec: 699970467 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.901276381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.901842388Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52248","req_id":"c42c4612-ed32-41fd-983f-64b7b025aaab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 38 1a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 8...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.902036435Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52248","req_id":"c42c4612-ed32-41fd-983f-64b7b025aaab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.902278257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.902483336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:52248","req_id":"c42c4612-ed32-41fd-983f-64b7b025aaab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.948947723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.950589073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.950785304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.951074801Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.952833395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.956268519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60231","req_id":"74b6fabb-14c2-49e1-a767-e13d09b6d842","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 69 11 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c i............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.956325012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60231","req_id":"74b6fabb-14c2-49e1-a767-e13d09b6d842","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.95639944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:09.956470371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60231","req_id":"74b6fabb-14c2-49e1-a767-e13d09b6d842","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.95649483Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.956518908Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.956541794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.956567825Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.956594609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.96088672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:09.961037571Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.961893246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c92b0139-4d41-4d42-9df1-88774e274bf3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.962288624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.964960277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db0bad4-ba4d-4c57-8917-41a4c6c2b5fb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.966526097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.968689968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e9b54ae-ba01-4d77-945e-aa4ca7ce8e3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.968905307Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.971514215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e8d442-f4da-47f2-ab79-df51ceb30fc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.971726298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.974271579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b737792-0965-4051-bf78-d2c3c59a26ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.974481477Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.9779512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.979060611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4936dd7-acd9-41a0-b41d-1d8bb7fc9b19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.979272273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.98144903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20358cbc-ef8a-4f75-bc1e-74760a574314\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.981778757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.987626217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b80641-077c-489d-adc2-748eb23d3255\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.987970583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.989376525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824370f7-b12d-45b1-b8aa-c1877e628eb2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.989606212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.990788067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6580dc-ef42-4bd3-b3fb-2f4627e27d9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.991089247Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.992151073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4165a480-6e57-4386-a702-1943a98445f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.992411542Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.993536052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3427cce3-8a7d-41fa-ac60-ee6011c104d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:09.993740149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.0022833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a20d7c-e951-49a8-8a78-6c89c5a4261f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.004275069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.006605001Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fc9c76-5327-44f7-a7a9-51e614a89eb0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.006801964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.008754985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de56562e-397b-4746-86d6-9e4d910fa404\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.008872549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.01079005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc3ec4e8-d347-4f84-957f-3662219b5117\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.010909167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.013350762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ffad493-ab34-4d91-a824-dcf2240c6bc4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.013462945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.01545283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2f905d-10dd-4cb2-a33a-d3b322ee20f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.015642107Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.01760117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75862134-8d47-47f3-aeee-9b45a98ac79c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.017723805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.018625251Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925bc300-ba3f-4da7-9361-323bc64d6ca5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.018897904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.01992962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384f33ca-71c8-4364-a4fb-5d35808a1c10\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.020062975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.021037858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a12c164-2638-40dd-a006-d6c5969fa449\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.021092176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.02214297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076aebf9-e864-4c63-9d8f-100e3a5855b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.022265333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.025036996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6294cf-ea01-4302-b031-d24d46b3d7c3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.025165752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.027633629Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d17eea-692f-4025-88c8-a0b8084033ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.027702787Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.029532383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7401d4-4a1b-41cc-8de9-5700b8deada8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.029691099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.029876979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.029918923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.029949223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.029977149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.030717063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.032957637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4c1aae-6113-42f8-883d-15b2842c532e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.033326121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.03364684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.039374643Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.039434903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.039465153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.039914809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.042160163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.04221413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.042642954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.044930192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832ccd77-4fa2-45c0-919d-ed3ba67b64c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.045039339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.054561612Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.069558562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04ba455-1c86-4ce1-ab4f-8dfdd3212f2d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.069798841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.072987354Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6fa07d-cdf6-4671-8bc1-b43b7f2518b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.073255338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.074211383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c968aea-9f76-4c62-af98-58c049caf843\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.074371281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.075526112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f209557e-02b3-4e81-ad99-ffba7391b619\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.075701792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.077589163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc43471a-0d37-4d62-bbad-96b6370506c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.077654603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.077803259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d06c98b-8125-4c2b-a782-b090cd08c32e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.077924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.121681393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9848968-1bab-464f-b85b-ae0ef10e14c3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.121902093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.124547023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96e9d7c9-eb3f-4579-944f-30db3561a457\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.124680549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.127253646Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8b0ebe-6946-47fb-be83-8b18ecda09be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.127383004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.129607395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c331030-da7e-4c79-9b1c-25ea02efc0d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.12979544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.15538705Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.161500681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc92337d-4748-4ee7-8ed2-c7bd82ca48b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.161830748Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.164690406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd30da7-0460-4ba6-bfc6-b409a5bf520f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.164811708Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.174119042Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b239d7-af00-4629-9eb9-5998da0034bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.174246656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.175157692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae88e3c-30d0-4692-95bb-b0df14345d53\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.175370496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.17643693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa70b06-da35-416c-9580-e3522ae10192\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.176570987Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.185282054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8bab8f-5c83-4e3d-a3e4-2988b2fe66a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.185413576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.186330252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616a3131-8343-44fe-a613-eb80fa06835d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.186435722Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.186483457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.18651511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.18654521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.187392719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.189751248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.202606652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.202670559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.202705529Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.202734206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.202762041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.203108983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.205543603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.209256732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.209321711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.209355258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.209739063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.210060503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.210112527Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.2101444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.210198077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.210570008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.212864149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.222893622Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.222976297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.223009974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.223962732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.342774016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.342855799Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.356525134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63593"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.357967077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.358029602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.35895718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.359502416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"123076ec-696b-4e6b-9e8b-791405bbb5bb","remote_addr":"[::1]:63593","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.361155931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"123076ec-696b-4e6b-9e8b-791405bbb5bb","remote_addr":"[::1]:63593","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1656,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.36290685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"123076ec-696b-4e6b-9e8b-791405bbb5bb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.365399656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.365445077Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.365470177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.367621102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.367725741Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.367763226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.367792714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.368272961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.398284888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.409589381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.409929609Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.410048717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.410694183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.486531784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.498281374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.498605701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.49866577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"620.615015ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.498703235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.498732133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.498787373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.498819457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.49884604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.499724119Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.504460245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.504559704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.523127709Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.533343403Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.54151779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.541594463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.541625735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.542186974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.542735647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.542793833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.542826568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.54285291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.54330933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.54670754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.546761177Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.547654888Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62289","req_id":"be1c2604-ffec-4cee-9c24-ad97db0628d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dc 1c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.552070426Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62289","req_id":"be1c2604-ffec-4cee-9c24-ad97db0628d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.552169683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.552195635Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.55221809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62289","req_id":"be1c2604-ffec-4cee-9c24-ad97db0628d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.552259893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.564641222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.564721272Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.564752073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.565164144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.565484152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3955, tv_nsec: 364293848 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.565561887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.56564887Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.566543753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.567760858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51fb4813-332b-4804-ae73-1981fb6dbf8a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.568182017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51fb4813-332b-4804-ae73-1981fb6dbf8a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.568250463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51fb4813-332b-4804-ae73-1981fb6dbf8a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.568771702Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51fb4813-332b-4804-ae73-1981fb6dbf8a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.569164715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.569224514Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.570598862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.570666277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62543","req_id":"db144e51-9b5c-4377-adcf-fc5dbafe49a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b3 06 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.570789292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62543","req_id":"db144e51-9b5c-4377-adcf-fc5dbafe49a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.570959761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.571002196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62543","req_id":"db144e51-9b5c-4377-adcf-fc5dbafe49a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.634496334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.635564152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51fb4813-332b-4804-ae73-1981fb6dbf8a","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":67812,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.636900234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51fb4813-332b-4804-ae73-1981fb6dbf8a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.636965413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.636999301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"76c848fa-bce9-4977-bc32-d2f3d2a04064","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.637276223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53258","req_id":"cac01216-9a76-4446-838d-88b5628d86f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3f 63 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ?c..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.637342144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53258","req_id":"cac01216-9a76-4446-838d-88b5628d86f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.637562112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:10.637656711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53258","req_id":"cac01216-9a76-4446-838d-88b5628d86f1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.638340934Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"76c848fa-bce9-4977-bc32-d2f3d2a04064","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.638413398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"76c848fa-bce9-4977-bc32-d2f3d2a04064","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.639162531Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"76c848fa-bce9-4977-bc32-d2f3d2a04064","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.640240699Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.640327422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.640359847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.642162248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"76c848fa-bce9-4977-bc32-d2f3d2a04064","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":5203,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.64274566Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c848fa-bce9-4977-bc32-d2f3d2a04064\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.642811642Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.64285081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.642878926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.644071712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d20106-7b6e-4e84-9b71-a90df8333399\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.644136572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.645467754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0d2b13-7caf-43f7-9f9f-537ec89a52bf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.645664897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.647654821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49d4b50-3119-4b75-b3ce-100e86aaec4f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.647735342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.649501982Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a0bfe8-4db4-4c37-b37c-908b1dbf3a73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.649625438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.652007794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a03070-333a-425e-bdd8-83f499822ebe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.652077173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.658155714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28aac2e2-3160-46e5-8e66-a699846f5965\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.658221715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.663889728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42f5db8-27e3-4b0d-a302-3d9d86208b60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.66406136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.666718835Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8501f07a-06b1-43d1-83d3-6a134348c4d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.667714078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.669966145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12cb3d8e-2ca3-44f4-8525-c9c243a4bee3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.670028059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.670064281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a940b7be-bd33-483a-9292-f7248191b7ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.670097617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.671320884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e9ea82-cb7d-487e-b41c-4395fb1ab599\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.671651563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.672954219Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8339f4-b9ba-4fdd-aaf3-20f1da15491d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.673583853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.678112857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.678359058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e829134d-1d6d-47ad-85a0-c1b32ef52e9c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.678620498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.678828353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.704085766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.704979858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.705055028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.705083955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.72262263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e98373-32af-4e87-84b6-f1a8835e8b93\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.722816977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.731976066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.734500205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6812910-020d-4f64-9a16-77dd11080571\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.734633411Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.73631969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac62cdb-8c09-4a26-90ef-b9f585f2a03d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.736498406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.738423753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a88576b-1ec6-464e-be5d-a3cc291f3127\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.738551968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.742581246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08348152-85ab-4af7-be65-eb44e961ba84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.742652889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.744926208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7a6c57-70a4-4f5a-8f18-e8242342e382\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.745081868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.746363512Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927081b4-d9a4-4727-a691-9f41737b6981\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.746511687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.751057555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08bc7404-53e8-4ea4-b8b5-3bc9bb1d72be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.75142172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.753270985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c9ae77f-0821-4b99-a59c-ef3a015abe2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.753477286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.754501136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9654157c-646a-4db1-a25f-c0be0acffb94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.754643149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.756279409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3579437-73c9-4828-bbb2-3f523d51625f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.756479417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.760115572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f40fa8-2202-4196-b29f-715e0207dc6c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.761063501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.763142333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf84f6c6-5a6f-4376-8a96-c7884f0bacd3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.763708821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.810958754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.814981549Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.815048392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.815081418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.815909768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.820504222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.852028082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.852119644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.852150986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.852933455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.853569733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ae9a34-df24-44d2-b778-f3f1e7da58cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.85374861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.855139441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.856356726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59373","req_id":"c4539992-6790-4f09-8dd4-0920f3efcf4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: db de 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.856420022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59373","req_id":"c4539992-6790-4f09-8dd4-0920f3efcf4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.856627977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.85686543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.856917594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:59373","req_id":"c4539992-6790-4f09-8dd4-0920f3efcf4d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.857267721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.857324364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.857803429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.85815055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3955, tv_nsec: 657040066 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.858214097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.858826036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63704","req_id":"4e401b16-4add-400a-b54e-b99fd33fd91c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 74 62 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e tb..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.858959382Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63704","req_id":"4e401b16-4add-400a-b54e-b99fd33fd91c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.859174751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.859201634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63704","req_id":"4e401b16-4add-400a-b54e-b99fd33fd91c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.859548556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:10.912612031Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.912698894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.913167117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.913225333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:10.91526135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.91827275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.918332759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.918509582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.919573892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.925581071Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ecd467e-54d6-4875-a5aa-c46576bd9eb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.929701711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.932419376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.932572762Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.938583858Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:10.938802494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.945407053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6824e36e-0d56-4a29-9637-290cde95e248\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.945846769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.956744292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80e48ee8-a90d-48a4-b204-975989ad091c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.957886267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.961564155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6940a79e-0181-4561-9a17-305df52619f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.961856999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.963248371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9f7822-c206-4553-add8-c4b23d46e210\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.963481044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.964709201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9e9451-63cc-46a9-8a0f-eba418130e56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.964930773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.966226344Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d463e00-7c11-4f2e-aa47-0714a63b15ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.966661641Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.972316238Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.976314604Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0f9a79-a469-4b8b-b977-e5df5c435d65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.976876644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.979172438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b1b6c32-7872-4ab4-8a6a-6774db4979a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.97956972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.981669674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e618a5a-8595-459b-8f21-a83bf37b020b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.981975062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.995933584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef516dc1-6052-4dab-9b0f-4559614b4e20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:10.996402989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.003265903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e64902b-fa3b-4f46-96b1-f28b489c9c13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.003685249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.006091653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ac59d9-9339-46c5-bfd8-a9de8bcfe853\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.006169188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.02656725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.026616999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.02664781Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.026674764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.028432095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.028859807Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.030765625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.031699255Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53522","req_id":"dd6c7d97-62ec-4b98-86e6-c54ec7c48fcc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d9 e2 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.031760827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53522","req_id":"dd6c7d97-62ec-4b98-86e6-c54ec7c48fcc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.031982078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.032135674Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.03223393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53522","req_id":"dd6c7d97-62ec-4b98-86e6-c54ec7c48fcc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.032460732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.039923721Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.039982929Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.040015184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.041202319Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.041700291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3955, tv_nsec: 840581179 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.04176519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.044176805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51706","req_id":"deb56420-f5e5-4e93-b72f-6a0556980b3e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 22 ef 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \"...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.044241745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51706","req_id":"deb56420-f5e5-4e93-b72f-6a0556980b3e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.044655189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.044703505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51706","req_id":"deb56420-f5e5-4e93-b72f-6a0556980b3e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.044906429Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.044955597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.045573919Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:11.045847935Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:11.098456194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.115359262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.115878737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.116002824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.118604418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.119914267Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fedc08a7-b386-4aae-a659-ddff55e40114\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.120345396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.122230953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c20fc70-61cc-42d3-8f04-0c49219fc390\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.13979561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.143481173Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8cfdfdb-ac00-4d06-8908-a80ad809b479\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.143914156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.148266117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b3d97c2-4bf6-4b11-8f02-c5b28041481e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.149411268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.151345091Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd41c5c-dcf7-41bc-85b7-9d4a361973f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.152599581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.15282996Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.153539994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.153694763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.154431651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.160643408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.165142662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.166216942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.167161164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.167221634Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.167256524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.168100004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.175328366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.194710855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.194955182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.195035472Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.196333548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.331735227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.331816228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:11.332745891Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34870"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.334613391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"aa1bfe8d-2e41-4e05-beb2-3a52841aeaf0","remote_addr":"[::1]:34870","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:11.335122205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"aa1bfe8d-2e41-4e05-beb2-3a52841aeaf0","remote_addr":"[::1]:34870","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":522,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.339990144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1bfe8d-2e41-4e05-beb2-3a52841aeaf0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.342436809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.342494254Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.342547039Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.344686011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.344750138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.344784216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.344813164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.345445975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.350319415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.351449496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.357260695Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.357640812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.357752224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.358406548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.403137201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.403303883Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.403406207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.403489332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.404108225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.414795299Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.420553532Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.420650986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.420735083Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.421306141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.425638704Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.426331644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.426478958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"927.781434ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.426611211Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.426780418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.426897181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.426989124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.427072751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.428780032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.439230013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.439492015Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.440729852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.462719495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.471158048Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.471348728Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.471452495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.471976479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.476217809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.47655461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.478346711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60501","req_id":"c273a4ce-b3b3-4d83-b7e6-e2540564afd9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9f e3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.47859716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60501","req_id":"c273a4ce-b3b3-4d83-b7e6-e2540564afd9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.479014451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.479464087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.479735227Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60501","req_id":"c273a4ce-b3b3-4d83-b7e6-e2540564afd9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.482068576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 280997470 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.482367041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.483064701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63394","req_id":"6944bf8b-5c0d-4207-af76-133c6f0be3eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a6 f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.483306192Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63394","req_id":"6944bf8b-5c0d-4207-af76-133c6f0be3eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42739,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.483857661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.484166847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63394","req_id":"6944bf8b-5c0d-4207-af76-133c6f0be3eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.535693971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.536718884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60057","req_id":"5bb27b19-42b2-4c05-bfe9-db967589e770","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 29 bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c )............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.536824203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60057","req_id":"5bb27b19-42b2-4c05-bfe9-db967589e770","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.537970086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:11.538064715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60057","req_id":"5bb27b19-42b2-4c05-bfe9-db967589e770","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.538355565Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.538397668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.538426366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.543424584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d01eeb-9fa9-4b3a-a1cf-f1016523dcdb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.54373881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.548699584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658a21fc-e07e-4f6f-93bf-75a7894c6cd4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.549077788Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.556398484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04bfda8-d829-4434-8e76-aa90c024069d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.55657719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.557542203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.561890216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159b4e99-24d1-4b7c-b28e-d75f69838eda\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.562091828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.564323093Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7e7b9d-508a-4d4a-a072-53f08ad3c7af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.564483783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.566365733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6777300-3b2b-43b4-865a-41953df4674d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.56653971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.569366442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffd3ac9-7882-4b91-93a3-d227a67b7f0a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.569564356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.57266294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0044553-7670-44dc-8fe8-b7bbdcfb2e1f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.572785404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.573847139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb58db37-d2a8-47c4-a9ed-1481dc925201\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.573997509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.575178442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88408a52-0d36-401b-ad4f-4f623e2ac79c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.575320926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.576474805Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a71be74-f0a8-4505-845f-1e05fd7d07e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.576607259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.577636469Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9d4e81-5f02-45dc-8803-cb90a21aa4b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.577758392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.579693568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b88a8c-f8fe-4180-bdd0-85067765e0fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.580138013Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.581705607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9299bbea-68a0-49c4-985e-73bfff4b1c8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.581820285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.587735581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a463e9-9d97-4a96-ad01-7423d363c880\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.588965692Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.591964547Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3ce3a7-a40e-40a2-b088-933c1703545c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.592244104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.596805442Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cac0eab-1c4a-48b9-8dc7-501aee76cff6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.597050761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.600592518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32b1b1e-05e9-41d7-ab5f-141d0b2535c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.600876974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.603920288Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638637af-6761-49a1-a59e-afb08e0f29a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.60445826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.60598936Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19cc9ca9-49c1-48f8-b6d0-34791736ab29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.606115121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.607235794Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61e9d27-e971-41c4-8c22-109c635ab468\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.607339861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.608318371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c77433-8780-476c-b8bf-fbe8237e0e6e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.6089051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.609112193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.609167262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.609199186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.609224847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.610203808Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.612654611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e68a35-7efa-4c05-bd2a-2f42028cb72f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.612720953Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.614431952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.62009246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.620156558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.620187099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.620719229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.620933005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae21bca-5ccf-4d24-ae9f-d4a171984b0f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.621099797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.623690218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.623854075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.624332298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.626096613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1964b609-8853-42b5-b00d-6f31c9bc2b0a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.62616528Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.637082952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"738eb836-6bc9-4b68-8deb-2a98af5cecf3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.637152561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.645072782Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65185945-2928-4b4d-a938-a0a0301f27b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.645169645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.651062005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e8b472d-5dd3-4b9d-8bd4-789b092f3cfb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.651141443Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.655292724Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"006b3a70-fcda-4ddd-ad9d-b09819a2ad37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.655465749Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.657634099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf0fb98-a61e-4ef2-9841-57666712407e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.657752124Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.658818189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4971e3f2-eb95-46b9-b187-8ce603273985\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.659050561Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.660954094Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4b7b199-1dd8-40cb-905a-8252dc079d20\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.661108201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.663659895Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a37df0a7-7783-4566-acee-47b13b75d75c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.663785726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.664233819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.66570476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3141ad52-81f1-4229-a822-2203049ec103\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.665765841Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.667192664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b1bbfb-483f-4a91-a710-4e141748436d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.667354336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.66916306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce36869d-0294-4a7e-823b-01c72949fbaa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.669227779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.671082735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7822596-ba7d-420c-9592-c1a39d828bea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.671228876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.674261598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db5bde4-8444-4620-b369-12c29d5a2375\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.674385475Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.674767597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.675241671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.676805016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.677433498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.677483989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.677511644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.678972685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470eaec5-0d0e-42a2-b3ed-28957c1cf0b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.679069408Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.68119379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0b3f7d-a0f2-41d8-aa7d-71ee3f53034a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.681265012Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.683107133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e37a72-0991-49a8-a8af-da2497518fcd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.683172212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.68437046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578bcd16-27e7-4cfe-9dff-94ae14193386\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.684449367Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.685423538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c692c2c-e7c8-402e-8336-580b4ddebac6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.685550812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.686986111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"147df365-48d2-471f-9d4e-8c6a9586157c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.687075038Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.688056294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d0b7b9-f1f3-4bed-b3cb-c4edb1f7a091\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.68811992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.688153297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.688183086Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.68821007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.688798803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.692241552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.699920522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.699982416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.700045381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.700078868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.700108066Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.700373966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.712143446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.718952412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.719023694Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.719077581Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.719465625Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.72085878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.720916335Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.720947136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.720978719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.721441371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.795483975Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.795569967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.795974282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.810601296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.810671967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.810706325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.811483804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:11.811677209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40837"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.8183878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"cab86bfe-2585-44b7-bd34-526e174f62bc","remote_addr":"[::1]:40837","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:11.820093068Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"cab86bfe-2585-44b7-bd34-526e174f62bc","remote_addr":"[::1]:40837","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1762,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.821256245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab86bfe-2585-44b7-bd34-526e174f62bc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.825349511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.825447556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.825479259Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.828203467Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.828476291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.828529517Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.828559396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.8300518Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.830797455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.830858176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.831399214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.833574188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.839189105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.839375156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.839422751Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.839986203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.883976371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.884720944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:11.885135701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.885227904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"458.53991ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.885266291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.885292914Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.885319938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.885348665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.885377763Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.886507574Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.890234089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.896093203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.896204885Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.896243322Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.896580263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.906034831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.906158377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.907104572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58033","req_id":"8f425d08-bf08-4833-88be-4f281c5aaa72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 52 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 R............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.907229291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58033","req_id":"8f425d08-bf08-4833-88be-4f281c5aaa72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.908070727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.908225295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.908275806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:58033","req_id":"8f425d08-bf08-4833-88be-4f281c5aaa72","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.908911753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3956, tv_nsec: 707808493 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.908974879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.90926668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49177","req_id":"d3400b4d-26c0-474c-bb31-5e92fb3a0d6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 ef 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.909539564Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49177","req_id":"d3400b4d-26c0-474c-bb31-5e92fb3a0d6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.909690845Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.90971815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:49177","req_id":"d3400b4d-26c0-474c-bb31-5e92fb3a0d6d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.968073559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.970097131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.970142151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.970172371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.970198142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.97911603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.9793317Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.979409014Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.980307785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.980800016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.981239842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50498","req_id":"a924399b-f84b-462e-9d8d-0d707621a09d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 56 e2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c V............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.981317817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50498","req_id":"a924399b-f84b-462e-9d8d-0d707621a09d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.981553617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:11.981649218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50498","req_id":"a924399b-f84b-462e-9d8d-0d707621a09d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.98220269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.982263682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.982292028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.985120925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.985185534Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.985285924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79bc8bf3-fd60-4d71-a551-85910c22513f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.985532164Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.987541578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac9d38f-5ec9-47f1-8497-f422cf01bad7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.987727689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.98858142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.988642862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.988791418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.99663198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:11.996695647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.996726979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:11.997439409Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.00155059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.001667222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.008245078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.008478804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87297ea8-1732-417c-97a4-7a4e9a9b5997\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.008596438Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.011028143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1b34da-f56e-47ab-8792-c64593719e9c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.011096179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.015711855Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9619c978-da24-4c4d-abae-7d9bec2b26db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.015826594Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.021446682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bdc2ba1-91e7-454e-ba3b-7e5d5e8a94d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.021565248Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.024081712Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eabd5c8-9748-4d11-8b62-f2b444108955\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.024165378Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.029028718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad38794-24e1-43a5-a8af-f2d59f767066\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.029192264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.031311166Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14275ebd-bfd1-4d34-9233-dda6bf24b85d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.031448069Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.034567133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e25c20-1e16-4de4-bc67-d76c16ff5295\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.034714797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.036346498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efdd9bbb-ef89-4ce2-9f99-cb65119b10d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.036530836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.041187103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64eabb92-2d84-4352-841b-7a9d5fac420e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.041405899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.041841417Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.044070037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a72da4-c182-479f-b617-2aba63f003d8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.044306468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.046245742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc53a64a-2887-411b-ae83-9f7b7cce120a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.046371132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.049349506Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5240bf19-92ac-4ad0-b05c-7946652b4d4f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.04941686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.050704776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6acb2fa2-167a-4405-9e14-91e107d1ebb4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.050785347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.052824059Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9706ce2-bb4c-471d-addd-3163fc2f817c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.052906453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.054855156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a44d858-b26d-4896-8246-0c5cdb5ca907\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.054999383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.05729133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6433e18-8f58-460c-a0ff-9483ae8252c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.05743195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.058532603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f07094c-aa11-4cf8-b1ce-0c7a66f927f1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.058667592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.059783776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2e22d3-57dd-4d4a-9157-1f588e85f50e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.059905017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.061177543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908c6dbf-9db4-4068-a9c5-2880dff7c8a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.061314325Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.062316632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a477241-b4e0-4e3b-8f39-bb10328bcb22\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.062388345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.063745289Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6413c2-29cd-41f4-a528-9e2881edd320\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.063918965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.065773309Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb99d71-03ee-4dcc-9cdb-cc33c1d921e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.065844602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.06740455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"260fe190-a7d1-40bd-9e60-c2882f4524c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.067471152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.06992954Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26a50ecf-ea36-4e84-82a1-adcab849d5a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.070000732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.071547414Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9eb350-a1fe-481e-ace1-0cc1de0f0610\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.07161553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.073625264Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fd2dd9-644a-4e42-baf4-0f468c4b87c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.073848008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.075672333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d69dfe40-147b-4248-9df6-e09dfe1083bb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.075924655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.076635161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"967f0bde-2a8d-46b3-a5ad-0acee09b9a97\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.077590775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.079578065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4078fb6b-ea70-4dff-a5e1-50388163742f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.079992651Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:12.081715233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.081975972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5913a0b7-5bbc-4589-a68c-e0bc1d6ccb35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.08210545Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.082988229Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c919692-a1c9-4cde-9a7f-43d81190f508\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.087789395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.091137516Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef17f170-1927-4f2f-8078-002369610b3a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.091451181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.092625711Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.09273536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.092779007Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.092806511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.093574632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.095017697Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2cc8b46-d29e-4bf7-b3ad-009305ce103b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.095922239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.096492185Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.101784089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.101837926Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.101864829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.10222648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.104811731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e27f554f-a7cf-449e-9a88-ecc76d4cdb30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.104879366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.105105536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.105816373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.106352942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.109505222Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"625cd846-55b9-4002-a8a7-f09107b6a388\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.10962923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.111258075Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f658b74-cc7f-43e6-acc2-c5d367011634\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.111375339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.115287543Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5597dd54-a627-435d-8d0e-e2103673e99d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.115368976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.117371976Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03d6f1c-9134-48c7-8527-f2c346321766\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.117461304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.118357991Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08eb85b6-2e5e-46d1-b72e-077deb8d5439\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.118631676Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.119699494Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8295370-48d2-46b3-935a-da09e417eb08\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.119891216Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.120692973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927e5c21-4c46-4313-b64d-5e97adc899f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.120800938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.121779789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d3aae0-1b38-4d55-905e-7cd2ab63d34c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.121842614Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.121874387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.121902163Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.12193081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.122378812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.125742174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.130127341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.130188943Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.130220707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.130250556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.130277049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.13059869Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.136692852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.140696008Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.140756669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.140789194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.141161696Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.216741524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.216871022Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.218100662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.218289568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51535"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.219021476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"ecf1e3db-2c48-4f6e-807b-b9378eeaa57c","remote_addr":"[::1]:51535","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.221211961Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"ecf1e3db-2c48-4f6e-807b-b9378eeaa57c","remote_addr":"[::1]:51535","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2177,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.221472079Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf1e3db-2c48-4f6e-807b-b9378eeaa57c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.222831027Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.222886838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.222915535Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.226615587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.226705466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.226740967Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.226772941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.228926231Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.235405992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.239973602Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.24030373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.240430723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.240981881Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.270469553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.270557398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.270591927Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.270618931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.271854333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.275369005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.2943032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.294384142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.294420584Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.294826573Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.390538944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.390614685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.392612175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:12.393154525Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:12.394487461Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.394632931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"509.384545ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.394918129Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.394969471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.395041054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.395077026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.395107196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.395988873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.464794583Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.490767062Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.490948233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.491151939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.525187052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.527144241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.528535854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53735","req_id":"c50925f1-0ec6-4fb3-8ab4-7c0b9b99c05a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 48 23 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 H#..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.528654941Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53735","req_id":"c50925f1-0ec6-4fb3-8ab4-7c0b9b99c05a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.528800872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.528963586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.529099988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:53735","req_id":"c50925f1-0ec6-4fb3-8ab4-7c0b9b99c05a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.529556036Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 328458939 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.52965819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.530002396Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57123","req_id":"1fa4fe20-3c67-4027-96b9-1f57568e713d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6b 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e kz..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.530140591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57123","req_id":"1fa4fe20-3c67-4027-96b9-1f57568e713d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.530293556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.530330339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57123","req_id":"1fa4fe20-3c67-4027-96b9-1f57568e713d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.530597061Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.575323024Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.57539095Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.575649515Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:12.575693502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:12.576641161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.576695649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.576729607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.577165495Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.577651393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.578197662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9499e6bc-df8d-4b1f-85aa-65cc99b7b0ec","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.578318152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51912","req_id":"33e437af-a411-4c9b-b936-cbbc9231924e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e0 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.578365666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51912","req_id":"33e437af-a411-4c9b-b936-cbbc9231924e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.5784979Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.578644262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.578733439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51912","req_id":"33e437af-a411-4c9b-b936-cbbc9231924e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.57899978Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9499e6bc-df8d-4b1f-85aa-65cc99b7b0ec","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.579058286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9499e6bc-df8d-4b1f-85aa-65cc99b7b0ec","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.579578613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9499e6bc-df8d-4b1f-85aa-65cc99b7b0ec","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.585905369Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 384756829 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.585966511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.586290857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57502","req_id":"dbf9e668-f283-4369-9e35-24ccbc730c77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 36 ee 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 6...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.586345145Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57502","req_id":"dbf9e668-f283-4369-9e35-24ccbc730c77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.586484513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.586519693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57502","req_id":"dbf9e668-f283-4369-9e35-24ccbc730c77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.63997521Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.651809849Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9499e6bc-df8d-4b1f-85aa-65cc99b7b0ec","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":73589,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.652511718Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9499e6bc-df8d-4b1f-85aa-65cc99b7b0ec\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.653049339Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.653413685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b588fbe5-a9aa-435c-87a6-e23de6867621","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.653542151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55782","req_id":"b4e9abbb-96e3-498a-82c1-ad5dda1a5d48","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b4 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.653608773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55782","req_id":"b4e9abbb-96e3-498a-82c1-ad5dda1a5d48","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.653879102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:12.653976226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55782","req_id":"b4e9abbb-96e3-498a-82c1-ad5dda1a5d48","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.654193318Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b588fbe5-a9aa-435c-87a6-e23de6867621","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.654262276Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b588fbe5-a9aa-435c-87a6-e23de6867621","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.654934986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b588fbe5-a9aa-435c-87a6-e23de6867621","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.659116046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.661730245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.661837719Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.665931766Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b588fbe5-a9aa-435c-87a6-e23de6867621","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":12548,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.668801113Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b588fbe5-a9aa-435c-87a6-e23de6867621\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.669129067Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.66933172Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:12.669422121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.674203237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f324cb18-71ce-4133-b8aa-eb5adf7fd8ca\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.674494226Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.677408162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.677468332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.685422831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.688570533Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.688630572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.688661364Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.689511608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.691719296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38bbb072-7333-4235-8979-923b85cf9913\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.691952451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.6944466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1699868-7e10-4d8e-960c-7d2c2189913e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.696852554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.699521522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47cd8380-df6b-496c-81c5-661e9db60f1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.699737973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.70186957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3e8e85-9b6c-42b2-908c-560a177d20ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.70208026Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.704033682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c88eec-e3f1-4ef8-b3bf-c997a640ceb4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.725470744Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.751531047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.751598151Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.751632189Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.751661006Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.752553174Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.756241432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.76989187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.770053342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.770163962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.770687215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.771315727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2cc3ef-2596-4a33-9bfb-be260c1cd7e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.771765283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.780469315Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.783305836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.784420668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.787824148Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"895d53ce-45fe-414d-bf8c-b7c2511e67ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.788089878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.789303175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e226952d-fad3-445a-87d5-db52121fc393\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.789523654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.795083783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad54f55-316d-4181-bdd3-343e5468d39a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.795239132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.797789884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2f6169f-bacf-45bc-9008-0e8e9ccaf9c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.79799348Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.799496665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333de3e5-b6a5-406d-ac6b-18d25857ce74\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.799682275Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.801990894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c687d5-e572-4149-9667-70ed22e2a41a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.802150723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.80798656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffab6a92-c572-4e49-92e8-333412859464\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.808827225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.812134775Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98fea4d-e529-49ca-8671-c0db5449d0cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.812199875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.816520875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c70d46-4b58-4472-8b15-18b4e94b7168\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.816621485Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.82448897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e49ee995-3875-45cc-9cc3-840d4538ddc4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.824648498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.824940931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.827592023Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e038ee76-78c5-48b2-b360-995c2fcdbf45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.827713986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.829948538Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d698f436-0a01-42ac-a416-1863f11125cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.830010452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.831069792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f86935e-d916-435a-bcca-23b77e133879\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.831197076Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.832159824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70cf4a73-f0ac-43d2-8920-563d566443c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.832295194Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.833253112Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9c5f4e-4970-48c8-b162-4f5fd3368aca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.833313383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.834627421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a4419a-c9af-4bc8-9768-a2b861450a58\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.834700186Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.844261306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a54b3f-be0f-4699-966b-72a15ed438e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.844331465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.844364551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35341d6a-2fb8-4b04-b558-0f83831038df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.844395433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.84442393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f35825-34c8-45db-a47e-7d6d1c6a4e33\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.844453298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.845722797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27aec405-4fe4-4b69-a19c-7ac1ca8b4a27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.845786294Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.847848723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5429c84-b865-4a8f-b843-c1ab4a935286\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.847968853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.852082138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6f987b0-6763-4953-9157-2f7b424bf7a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.852465301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.854640455Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4610611-e63c-4e79-ba7b-cfecb65dd333\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.854768811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.856007389Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6cd14a-b20f-4315-a5ba-8a0dd77e0611\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.856184742Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.85733818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50db3eb0-fbf0-4c24-a636-dd183018e2ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.857491726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.858503502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ee898f-fad2-4d65-9c9a-f376e7d6dd02\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.858879471Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.859586019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa0c6c7-7301-40b4-a117-2fd51d525df4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.861617717Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.863014931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf8cb187-8576-413b-977b-7565f0c4efd8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.863223747Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.865258892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c12a0c8-5d70-4f9f-aff4-c6a2709bb4c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.865440774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.872574989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22402d5-9a93-4fa4-9529-bd34ff9df5a0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.872722162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.874780182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7cf8bbf-1dcc-49bc-937a-a61ab6627d72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.874975341Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.875659244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.875718592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.875751037Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.87577792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.876699677Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.879072685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df58483f-59aa-45ef-936f-ba3e093550f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.879254507Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.879444416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.885337958Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.88539909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.885428939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.885900359Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.888573946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80e9d26c-199a-4a6b-8372-0b6a07a178db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.888655228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.88992623Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.889987562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.890238292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.89391121Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b2c31c-9300-4ca4-be7f-01fe95f7a64e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.894288311Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.895362992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae24cf3-4051-4af5-8948-86b9d960ea43\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.895491548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.89694806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2f59aa-61f0-44f3-bff8-f53a5654c32c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.8972187Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.89838833Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62755876-d4ad-405d-ac8f-96c2bdcc4600\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.898537277Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.899685004Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72ee9a1-3c36-4bc3-a5d5-16af4b87daa5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.899857557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.899902397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.899933338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.899963458Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.90046117Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.905349029Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.910069664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.910145415Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.910179974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.910211647Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.910242819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.910558809Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.929582462Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.929761599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.930086056Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.930684558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.931675823Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.93193539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.936965503Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.937103488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.937199729Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.937770196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.942638205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.942737854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:12.942922993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55845","req_id":"6a9d48f9-08e5-43d7-bf3e-a759853b9433","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e8 ed 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.943099394Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55845","req_id":"6a9d48f9-08e5-43d7-bf3e-a759853b9433","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.943577537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.943881182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:12.94405608Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:55845","req_id":"6a9d48f9-08e5-43d7-bf3e-a759853b9433","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.002264266Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.002332963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.003012297Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47212"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.0056338Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 804513786 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.005694992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.007802381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.007869524Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.00806793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"40a91c37-d2de-4c8b-ba4b-ad68e994a7fb","remote_addr":"[::1]:47212","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.009387579Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"40a91c37-d2de-4c8b-ba4b-ad68e994a7fb","remote_addr":"[::1]:47212","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1332,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.010932617Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54106","req_id":"38499ba4-9e4b-4a15-8392-b72b5eb92047","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb b0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.01100402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54106","req_id":"38499ba4-9e4b-4a15-8392-b72b5eb92047","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.011160391Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.01126541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:54106","req_id":"38499ba4-9e4b-4a15-8392-b72b5eb92047","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.011614225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a91c37-d2de-4c8b-ba4b-ad68e994a7fb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.014066081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.014776536Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.014855824Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.016161125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.016228128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.016264681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.01629449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.016902993Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.017874739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.106333557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.106414789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.106659868Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.106718284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.108624292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.109629965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.114459889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.119375433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.119664278Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.119711933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.12016214Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.131779006Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.13208735Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.143235081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57917","req_id":"61e8c629-1728-488a-91dc-d93a47211262","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b9 7e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .~..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.143517725Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57917","req_id":"61e8c629-1728-488a-91dc-d93a47211262","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.144004484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.144264342Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.144465944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57917","req_id":"61e8c629-1728-488a-91dc-d93a47211262","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.147281393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3957, tv_nsec: 944651321 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.147387304Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.147421072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41735"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.148707886Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"77dfc633-bf05-4921-8673-056100c8dcb9","remote_addr":"[::1]:41735","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.1492168Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"77dfc633-bf05-4921-8673-056100c8dcb9","remote_addr":"[::1]:41735","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":492,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.149645193Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57732","req_id":"b426dd0e-5587-4f9f-9652-bc800dab3c67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 06 42 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .B..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.14970897Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57732","req_id":"b426dd0e-5587-4f9f-9652-bc800dab3c67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.150050541Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.150181732Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:57732","req_id":"b426dd0e-5587-4f9f-9652-bc800dab3c67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.152560522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.22238876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.22246923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.222799578Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.222858546Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.223938237Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.224223355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.224283716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.224318836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.224348154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.225071114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.22890332Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.248625916Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.249964513Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.250011366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.250890909Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.339605236Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.339879402Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.339939051Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"945.051543ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.340054672Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.340095212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.340126134Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.340159871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.34018918Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.341045656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.341405162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.353175314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.366615142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.373752933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.409191502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.409281452Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.409318806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.409683603Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.428144104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.428259103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.433081431Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61847","req_id":"7e75c178-14f3-4c37-935b-54596ce990c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8a 91 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.433722599Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61847","req_id":"7e75c178-14f3-4c37-935b-54596ce990c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.434031925Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.434288977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.434456962Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61847","req_id":"7e75c178-14f3-4c37-935b-54596ce990c3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.435714989Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 234641809 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.435847412Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.439367366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60083","req_id":"90cc09ab-c719-4911-886d-6aa51a5c2d67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c6 f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.43952986Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60083","req_id":"90cc09ab-c719-4911-886d-6aa51a5c2d67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.439776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.439920598Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:60083","req_id":"90cc09ab-c719-4911-886d-6aa51a5c2d67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.505468889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.523732498Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50931","req_id":"5aed896f-d4f4-4641-93d7-38c9a4cf9d4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9e 25 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .%..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.524289377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50931","req_id":"5aed896f-d4f4-4641-93d7-38c9a4cf9d4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.524509105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:13.524603884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50931","req_id":"5aed896f-d4f4-4641-93d7-38c9a4cf9d4a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.5255253Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.525574668Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.525601772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.529515861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cafbdb4-146e-4ae2-bf3b-9425f3fb3fc7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.530842244Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.532432492Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d763ae-8900-4a3a-8c50-ab1094fdc89a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.532748963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.545512884Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1adaffbc-6448-4a03-9d84-6dd9b79d4a1a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.548389054Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.550467085Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8c334a0-d78a-4916-ab58-d8d1946d0861\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.550724347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.555142761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7a475d-c2d6-4e88-ada1-590f2036d879\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.555362879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.555871653Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.577462592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4dbb3d-f516-43ed-b2d4-572a96fa3c22\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.577708852Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.579681873Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0ad3ff-b383-4125-9ada-c3c86709a8f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.579810279Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.581831767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534860ab-43e4-40dd-a5f0-b5664c9deda4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.581957347Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.583111907Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f22729e-5c12-4186-bc47-ad95b2759025\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.583271245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.603030484Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c7e2d6-e2bf-4a44-a2f8-5a672c5c83fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.603230693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.604331125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45fb3497-7a0c-45cc-a18c-e9f70a40f6b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.604459992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.608286296Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.608334372Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.608366906Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.60839361Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.618367582Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.618564745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434fdecd-7083-4c14-81be-d996a3b147c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.61871305Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.62389746Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b0a18d-fb70-4540-91aa-52b15ce7a407\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.624186235Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.624417176Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.632583847Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.632650921Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.632685109Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.633084595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.636370482Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.63649018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.637420333Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.637900811Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85cb2ed0-b4d6-4797-8de3-2cceb2a8634f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.638124196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.64079138Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba553dc3-9af7-4e85-b6bd-a1da7c299698\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.640901269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.64436505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9603decb-7783-4b39-8da6-c372e94fd15f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.644529698Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.647179508Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd4dc3d-37af-4601-b458-ed9ac4b87366\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.647295459Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.650705082Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab1f889b-4158-40ed-9f22-8400e2a86a77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.651033206Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.653319421Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5497f7-cd6f-4b75-b101-559b87a0345c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.653536203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.654486346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f86ef5-7850-4681-9e73-c1ec6fc7298e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.654731715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.65707818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10fc8b44-bcc8-486b-b33e-a1bb4aae9506\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.657156587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.658153212Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5ccf397-b49b-4816-90e9-901bd55698cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.658279955Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.659990924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a9090e-390a-46d8-a47c-e281cb3e2c75\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.660060683Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.661404951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee314109-5f21-45a7-9250-3230e711a44a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.662191899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.674876743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78412d9c-e230-4407-b62e-5d2b84ef7667\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.675108765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.675505977Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.675719161Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.6763209Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.678768798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.679741836Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.679896374Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.679981273Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.681894034Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb611e4-b4af-46ed-b551-ccf50bc6a67a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.682110005Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.684369777Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0058a38-2abb-4af5-a58e-fad502fc7d0e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.684619785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.686542336Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eda825d-8831-4c5a-aa91-168919000951\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.68685557Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.688620707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a83828fe-4c2a-4757-a2e8-52c7b450d8b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.689745768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.69208554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95be67bb-e06b-4539-979f-91dde2ecc137\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.692269828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.693603104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1ee741-c54c-4512-b7fb-6660d86563e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.693772892Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.695077592Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6922d64b-d8f8-41da-988d-11cb01d26243\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.695221418Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.696111011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462571c7-236c-4df4-b9a0-ee21461d34be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.696234136Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.697151995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0df1372c-5e36-4e63-a643-24affd8fe991\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.697228648Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.698383509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c96b349-421c-4c89-8258-0bf95e9d2fd5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.698569128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.700123586Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5529d0-5287-4107-abf2-10d8f8e2809d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.700197453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.701855366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145e4b59-15b6-4bea-8074-c70230409ea2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.701922931Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.704485486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"123551ea-1244-4d2d-a351-f2061f0976ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.704552149Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.707876262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0cc12e-e58e-453b-b405-cca3771bd027\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.707959468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.710434049Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8276846e-e456-41a1-9c6e-f03fc55a7e7e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.710558727Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.712325607Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ddd9dad-3959-4ce1-abee-9666cddae421\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.71239228Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.713154759Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ffe89f-8f4e-4ca1-a801-a46861e76b4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.713231302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.71429942Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41472b5-b271-471e-9d61-760b563681a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.714423928Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.716164386Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7abfbc-7d00-4f07-b7ee-c2cc7f8ad3b2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.716298453Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.717353395Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa4091b-89d8-473c-863e-664f88ff0e52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.717692911Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.717736859Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.717768011Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.717798792Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.719288601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.725561349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.729955283Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.730014441Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.730046826Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.730077577Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.730105773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.730657152Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.731120224Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.731172659Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.731203731Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.731235815Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.731734639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.734237355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.738901819Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.739040465Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.739078371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.739375182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.744155416Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.753109587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.753228774Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.75332179Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.75384875Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.811288965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.811422842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.812310631Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37964"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.814444352Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.814495073Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.81532644Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.815492671Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"2607dcc3-d0d9-4230-95d8-82714ea831e3","remote_addr":"[::1]:37964","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.817462776Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"2607dcc3-d0d9-4230-95d8-82714ea831e3","remote_addr":"[::1]:37964","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1960,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.817824156Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2607dcc3-d0d9-4230-95d8-82714ea831e3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.819530225Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.819580025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.819606898Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.821746992Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.821795489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.821868664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.821900157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.822411065Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.827066842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.832016183Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.832517041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.83263233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.83328457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.895110755Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.910728422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37395"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.910879753Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63068"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.910916406Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41070"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.910976757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47319"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.912290905Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42294"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.912430363Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"3cd9f214-3327-4aab-8502-1548e0ff7493","remote_addr":"[::1]:37395","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.913470104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"206e13ab-0e1f-4367-b536-3e12a77053c3","remote_addr":"[::1]:63068","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.913565204Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"a5820224-f5b3-4681-beb2-00ebbdfb8fe3","remote_addr":"[::1]:41070","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.913599302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"97db663f-9ebf-4413-920d-532243e2195b","remote_addr":"[::1]:47319","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.916881552Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.916974797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.917324103Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"3cd9f214-3327-4aab-8502-1548e0ff7493","remote_addr":"[::1]:37395","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4896,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.917434994Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"206e13ab-0e1f-4367-b536-3e12a77053c3","remote_addr":"[::1]:63068","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4109,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.919456933Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"a5820224-f5b3-4681-beb2-00ebbdfb8fe3","remote_addr":"[::1]:41070","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5955,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.91955576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"97db663f-9ebf-4413-920d-532243e2195b","remote_addr":"[::1]:47319","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5969,"response_code":"200"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.920276365Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.92448966Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.924580752Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:13.924985218Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.925075798Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"584.970696ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.925112371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.925138373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.925165637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.925195346Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.92522215Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.92674821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.937006479Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38265"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.940403738Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"1343f9a3-366b-4a2a-84d4-c00717ad8bf6","remote_addr":"[::1]:42294","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.941566044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"1343f9a3-366b-4a2a-84d4-c00717ad8bf6","remote_addr":"[::1]:42294","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1149,"response_code":"200"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.941938205Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.946872587Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.946940973Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.946973548Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.94741147Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.947766207Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42642"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.948273217Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.948328938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.94876143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"58db3057-3abd-4237-b98d-212777f2cd09","remote_addr":"[::1]:38265","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.949227689Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"58db3057-3abd-4237-b98d-212777f2cd09","remote_addr":"[::1]:38265","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":469,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.950292831Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.950346047Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.950376678Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.950404133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.951407111Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.95210882Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"d5f26db6-022b-44c8-a125-48835ddf4d0d","remote_addr":"[::1]:42642","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:13.952166114Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/crucible/pantry/0","method":"GET","req_id":"d5f26db6-022b-44c8-a125-48835ddf4d0d","remote_addr":"[::1]:42642","local_addr":"[::1]:41335","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":323,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.952353938Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.952398437Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.954148233Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56709","req_id":"a433ecae-28dd-4e0a-afbb-4898fa567ec4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 6c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .l..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.954211639Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56709","req_id":"a433ecae-28dd-4e0a-afbb-4898fa567ec4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.954399223Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.95455813Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.954646937Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56709","req_id":"a433ecae-28dd-4e0a-afbb-4898fa567ec4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.954844871Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.96152463Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.961654158Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.962403291Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.963618141Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.963887167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.963994872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.964273737Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3958, tv_nsec: 763204926 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.96445064Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:13.965391655Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50864","req_id":"fb52b9fd-4f0f-401a-858e-f2de33ca993c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c 5f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l_..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.965759848Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50864","req_id":"fb52b9fd-4f0f-401a-858e-f2de33ca993c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.966024105Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:13.966183853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:50864","req_id":"fb52b9fd-4f0f-401a-858e-f2de33ca993c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.030097357Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.030486903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.030552764Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.03127864Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:14.031557285Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.032028595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61478","req_id":"e8e5fa89-8e81-44ff-a5ef-3bd8aa7833f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 58 50 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c XP..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.032114135Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61478","req_id":"e8e5fa89-8e81-44ff-a5ef-3bd8aa7833f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.032301669Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:14.032398662Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:61478","req_id":"e8e5fa89-8e81-44ff-a5ef-3bd8aa7833f9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.032874009Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.032932876Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.032961664Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.036411327Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805dd5e4-22aa-4cca-906a-cf156a63472b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.036679842Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.038047998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0299cdbe-3910-4c8e-83a3-14ccf07aa5d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.038277074Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.043402446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64d225eb-a118-4dea-b905-7e5e2a2e0e3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.045240078Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.04769081Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c129fc-f34c-4a5a-86c2-bb73cca79650\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.047915017Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.050384988Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b89775-4a9e-44cf-9e11-75bb433e8e83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.050789284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.053721496Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4838319d-9a35-4826-a7d6-6671f3f6ca94\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.05401466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.056305144Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b593ce2-4230-497b-8e03-7518c6e147f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.056519912Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.058971757Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85ce94eb-0db1-4787-9dc7-48a477e4c324\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.059183208Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.060256256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd317c9-0cbf-473d-9ea3-27b3afe614f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.060487838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.061685404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880a0c96-6907-417e-a3e9-64fae28e8fec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.061977466Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.063739286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d9f8436-be4b-4879-88de-a1f57f0151fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.064630041Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.07157597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b774df-fc09-45d8-9c1d-76b2bc77be8a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.071706861Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.072500262Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.074808621Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426ad79f-9fa1-458f-9f6b-a5728c5e257f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.075125613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.077153924Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ff8e82-3b0d-4846-b1e1-69fa1c443f6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.077294384Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.079065132Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a767e404-0405-4642-ae9d-5ee7c7abdd82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.079147736Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.081079656Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13fe5ee8-93bc-48c3-8786-8d6b7965101d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.081199063Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.088594939Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4bcfd9f-be96-46b5-bf42-3a1ca93ff146\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.08883139Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.090920613Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e07f968-12f1-4ed7-be18-dbe0c13c6201\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.091135501Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.097944588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab117ce-07cf-4192-bd2a-de3e74ad0ad1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.102017553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.103081944Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a39e21-6f35-46ae-a57b-4b80928bb8ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.103318245Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.104385611Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02185a88-da3d-479f-8abc-61075471cc35\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.104619167Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.105946281Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c589399b-254f-45e4-8f8c-0b8ba5777846\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.106172181Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.107219097Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3067d6-4f3a-4231-ac65-063efde5eafe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.109093652Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.11032768Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a851e7b-babd-4ea8-9b19-a3a0dfc9e10a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.110591827Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.112331874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e59c1e-2062-46fd-bdd9-aa793710d31a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.112542894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.115365969Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a2cb5f-a058-42ef-bb83-25a2ca68ac2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.115576268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.117425422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8ae1a6-7ae1-47df-b0d7-4c906b824b65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.117762474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.12056597Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c9321d-3ad8-4d4e-a31e-8355cd64579e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.120781188Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.122567447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27eccb8-ff30-470f-82af-3f5180e662d7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.122782857Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.137443878Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.138643087Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.139529894Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.139642488Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.14045649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.14337772Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.152872157Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.152986595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.153085893Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.153625789Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.154053872Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7f4c31-7f6a-4db1-bdb5-d00e7b289600\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.154309451Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.155760963Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51ec9dc-e8d8-4da6-857b-56558de6a45d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.156146682Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.156777899Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.156886576Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.157539637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.15835404Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00ff3cc-2725-4cd5-bfa9-709858ef119e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.159938687Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.161369959Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855bc885-c848-49bd-8ece-eaa9d9cd9613\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.161777371Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.162914025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51595dde-e6d7-4b1a-a3bb-319794188a55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.163547968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.17526828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a9e602e-89c4-441f-b180-a6d4c0544a49\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.17552433Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.177815055Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fee18dc-b1ac-4248-9f6b-9d1efe20dab0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.177945044Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.179676032Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d61338-f638-401a-a876-2e6c2d2a1602\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.179743106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.18544675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b79538-c0f3-4bdd-bdd8-b9cd21df1ff2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.185604284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.187603588Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c904eb-8bb8-438e-9ba3-970c8a56bc73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.187723456Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.190235572Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6bc8f8-eafd-43b7-8c5c-252e799eb7a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.190530028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.195111356Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd18de2-1d85-4f78-9153-b4fa5fffeda3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.19578555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.200107331Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.201224025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d1501f-1736-463e-b3d5-f68e527c56a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.20146739Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.204904268Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a7b5d68-2183-4ba0-a662-d0408a417ea6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.20517104Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.20878983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2971a134-2537-4ffd-bf01-fd2e602b966d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.208963115Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.209920182Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3f9ddf-660a-4d9f-b176-e1d08070c682\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.210058999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.210328295Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.210374637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.210403745Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.211167116Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.213924821Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.231020242Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.231134761Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.231235481Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.2313301Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.231414999Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.232009003Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.235301733Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.23966654Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.239750828Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.239783553Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.240356154Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.350512964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","sled_agent_url":"http://[::1]:52840"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.350594537Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:52840/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.354889284Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.354983832Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.355062128Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.355093901Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.35625257Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.356359663Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47755"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.360241838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"3f9bafe3-900d-4176-83f4-18037e8f61b3","remote_addr":"[::1]:47755","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.361033726Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/inventory","method":"GET","req_id":"3f9bafe3-900d-4176-83f4-18037e8f61b3","remote_addr":"[::1]:47755","local_addr":"[::1]:52840","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":912,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.362624345Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"SledAgent":"http://[::1]:52840","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:52840/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9bafe3-900d-4176-83f4-18037e8f61b3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.365689422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.365747558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.365776716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.367618175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.36767102Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.367702804Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.36773125Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.36845393Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.370417392Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.380601383Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.380664509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.380696904Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.381169716Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.389886874Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.395154199Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.395538785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.395962519Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.396543838Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.402638972Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.402710965Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.403448274Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:14.501345358Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:14.501905854Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.501963439Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"576.859485ms"} {"msg":"activating","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.502070282Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.502116123Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.50214444Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.502172786Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.50219968Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.502895246Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.51527407Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.524713818Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.524869568Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.525112743Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.52581422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.527482715Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.530181271Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","candidates":"[(acb073a4-09b9-4d60-b7a9-13bde5c98c91, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.530319306Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.531166685Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56228","req_id":"bdcf7cf3-1531-4e17-967f-219ab92c7018","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b 49 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +I..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.531248889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56228","req_id":"bdcf7cf3-1531-4e17-967f-219ab92c7018","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.531436783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.531598806Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.531694707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56228","req_id":"bdcf7cf3-1531-4e17-967f-219ab92c7018","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.532177559Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64745, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 331073016 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.532244713Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.533164195Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56080","req_id":"281a1a19-8322-4994-9110-5aef512282b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9c 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.533228773Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56080","req_id":"281a1a19-8322-4994-9110-5aef512282b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.53331249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.533336769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:56080","req_id":"281a1a19-8322-4994-9110-5aef512282b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.596445028Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.597138509Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.597202106Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.597237016Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.597267707Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.598125366Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.598317058Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.598362769Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.599489143Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.600427072Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a0ba2ef9-3034-4ad5-891f-969c668f557f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.601804155Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51958","req_id":"17d619db-e76a-40ed-b456-939062d5cf6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 66 f1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c f............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.601867201Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51958","req_id":"17d619db-e76a-40ed-b456-939062d5cf6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.602099203Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_project_deletion_with_disk","level":50,"time":"2025-04-30T06:38:14.602192489Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:51958","req_id":"17d619db-e76a-40ed-b456-939062d5cf6c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.602656454Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a0ba2ef9-3034-4ad5-891f-969c668f557f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.61127723Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a0ba2ef9-3034-4ad5-891f-969c668f557f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.619891413Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a0ba2ef9-3034-4ad5-891f-969c668f557f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.622028661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.632978298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.633064019Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.633098447Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.633680567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.634034923Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"begin collection from MGS","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.634081326Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","mgs_url":"http://[::1]:64745"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.643826793Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.646463286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63486","req_id":"96cfd85e-c6c1-425a-90b9-99d75b4c17ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2c bd 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ,............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.647362387Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63486","req_id":"96cfd85e-c6c1-425a-90b9-99d75b4c17ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11453,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.647469952Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.64764998Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.647697645Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:63486","req_id":"96cfd85e-c6c1-425a-90b9-99d75b4c17ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.649280539Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65106, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3959, tv_nsec: 448171227 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.649348785Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"DnsResolver","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.650338256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a0ba2ef9-3034-4ad5-891f-969c668f557f","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":49907,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.652137131Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ba2ef9-3034-4ad5-891f-969c668f557f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:38:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.652521256Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","body":"None","uri":"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.653519595Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.653581619Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.654669286Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.655057349Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b2dd7fe4-3d3d-46f4-adf5-521fbe0a291b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"buffer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.655418258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62758","req_id":"174e9d9d-d9f5-4b71-b8b2-3fd8521fee48","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 40 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )@..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.655478398Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62758","req_id":"174e9d9d-d9f5-4b71-b8b2-3fd8521fee48","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.655721673Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.655861862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"peer_addr":"[::1]:62758","req_id":"174e9d9d-d9f5-4b71-b8b2-3fd8521fee48","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.656194665Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b2dd7fe4-3d3d-46f4-adf5-521fbe0a291b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.656299714Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b2dd7fe4-3d3d-46f4-adf5-521fbe0a291b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.657038486Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b2dd7fe4-3d3d-46f4-adf5-521fbe0a291b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.657595817Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.728531812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.728599797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.729176476Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:14.729236767Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_project_deletion_with_disk","level":40,"time":"2025-04-30T06:38:14.733821632Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.743968889Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.744190381Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb234a9-da68-4ba5-944b-1bbaf641f635\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.744487853Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.74465198Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.758125666Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D","method":"GET","req_id":"b2dd7fe4-3d3d-46f4-adf5-521fbe0a291b","remote_addr":"127.0.0.1:36146","local_addr":"127.0.0.1:57340","component":"dropshot_internal","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","latency_us":103025,"response_code":"200"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.761074511Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:57340/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDE3ZDU4ZC1iODk2LTRhMGMtYWEzMi04ZjQ5YWM1NjUxNDUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2dd7fe4-3d3d-46f4-adf5-521fbe0a291b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.761140162Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.761174971Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ed17d58d-b896-4a0c-aa32-8f49ac565145"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_project_deletion_with_disk","level":30,"time":"2025-04-30T06:38:14.761201985Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.761230913Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.762229432Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.762288089Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.762315995Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.766777314Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b34207c-a52b-45c8-9ee5-65e0c7a94a94\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.767238422Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.772663021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a423eb3-5d09-455f-a127-d24d52768b99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.772741637Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.779234474Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a63132-50b8-45a0-82eb-9ff3f2782911\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.779408551Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.782638957Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c05cead-6f8c-4a70-9638-3e28b12ea662\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.782686021Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.786235964Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad36cea4-7c51-4400-a2f9-d3d5458d4a4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.786358428Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.789700196Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.793483544Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65925d7a-b218-49fc-b5f5-5d5f11037dcb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.79608658Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.798638765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212aea44-4992-4de9-b3df-0a4b3af493a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.798788133Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.799654449Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa205d2a-2c81-48c7-a7ef-20a6f5b5f991\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.799787504Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.800797046Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f52d6d9-37c1-448b-8b4f-7ed4613343a0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.800995591Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.801910334Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5560de2b-f43a-4615-b670-0174d772ca84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.80206376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.805999601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fbc2388-c75b-47e4-a633-c1707fcb1d28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.807571263Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.810245191Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee964627-ef48-4cb5-8ae7-8d37a3d4d0de\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.81070661Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.819579649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0448f2-29b2-4127-86e7-ba243c5930a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.819913684Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.832856983Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4a90c7-377e-44d8-a5c2-372603a1efa8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.833005108Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.836820099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d848d2d8-a715-4acd-bf2e-502625238bf3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.836892153Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.840350554Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de55eaa-d997-4272-8a87-5bb490f2bcf5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.841297701Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.841641686Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.841766184Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.841872376Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.841917175Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.843361232Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.84676783Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d211253-d224-45f4-9502-bddb5d7e48fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.846955974Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.847577292Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.857457258Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.857523099Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.857556165Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.859241142Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.863739765Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.863801829Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.866056862Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.867507502Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4107fd78-a3d1-42b0-a50c-4516df5cc8f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.867648814Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.868673425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8abafc52-c370-42af-95d9-ef89e602b1a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.868830298Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.871339377Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9cc66f-0aac-425e-b35a-462d1e33337b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.871478324Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.874133754Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b3d9f9-cbae-472c-9fb9-629772cf6cc0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.874263353Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.877952563Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b223e894-6ae8-4f93-978c-00bd8b1fd8ba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.878201239Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.88308052Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9078612f-b59e-4b27-b9bd-313fcaa14754\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.883304316Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.887202373Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e15be39-2767-4f47-a468-e5c788093bba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.887501879Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.897537675Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8083b6-bf50-4bf8-953a-a09206257769\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.897665269Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.914070436Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.914143812Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.914356025Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.915760252Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.919768779Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c6b82d-41a4-45cb-8395-31ac643f65eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.919898448Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.923604522Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.923850903Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.925021425Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.926331445Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9833605e-d5d3-46db-b487-cdaf7c9287b9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.926451624Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.933520949Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"id":"203a7038-f2a5-4873-898c-3e916e50ac71","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_project_deletion_with_disk","level":10,"time":"2025-04-30T06:38:14.933584446Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.935073693Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb30d34-f51d-4156-a2eb-9f66b4e2233d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.935536355Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.937734234Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb85bd1-3205-4a4d-8dbb-ea4ba218a8e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.937888802Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.940439053Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9617678-8262-4972-b519-23ae60832f01\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.940571567Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.942767302Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d274f738-1f16-409a-9713-06bb851833eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.942979555Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.944379945Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54274699-7f01-468e-8b1f-aeb7abf72305\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.944505946Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.946671681Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f0c50c-a7b6-4a9c-aad7-b2f69719dfa2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.946865397Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.949507241Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fcb7130-3dbb-4cf6-afd2-a5e5fb46caf0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.949876457Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.955330784Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae2e789-51b1-4c20-8bda-d26149f90668\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.955552797Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.958841018Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"860f2221-0109-4c75-9a77-851297992f1e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.959199562Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.96167249Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8093ef1-1755-483d-b0cd-dbc720d7c76e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.961851556Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.965185379Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5da4d96-8cb9-4f3f-b370-a72166e962cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.965507601Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.968198803Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8857ec36-079b-45c3-9231-e7f283e89c8f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.968427499Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.971086837Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16767fe8-e6d3-4373-aa42-e81b15b32748\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.971434951Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"None","uri":"http://[::1]:64745/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.972763558Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df4a4adf-4d7f-4b24-a5c0-b32dc3c6dfc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.973165649Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.974398505Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","result":"Ok(Response { url: \"http://[::1]:64745/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08e11482-5e0b-4230-845f-fabf28d150b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:38:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_project_deletion_with_disk","level":20,"time":"2025-04-30T06:38:14.974630468Z","hostname":"bmat-EVT22200007-000064cb","pid":25264,"gateway_url":"http://[::1]:64745","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ed17d58d-b896-4a0c-aa32-8f49ac565145","body":"Some(Body)","uri":"http://[::1]:64745/sp/sled/1/component/rot/cfpa","method":"GET"}